senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

Debug

Browse Source
This commit is contained in:
=
2020-09-13 04:48:11 -07:00
parent 8df94da48c
commit a481ecfe37
4 changed files with 51 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
app/crawler/crawl.js
View File

@@ -59,16 +59,17 @@ async function crawlAll() {
AKTIDO_CONFIG.AKTIDO_MAX_RESULTS_PER_PAGE,
AKTIDO_CONFIG.AKTIDO_IGNORED_USERNAMES,
AKTIDO_CONFIG.AKTIDO_DELAY_BETWEEN_PAGES
),
new SaljicCrawler(
[postgresSaver],
SALJIC_CONFIG.SALJIC_CRAWLER_AD_TYPE,
SALJIC_CONFIG.SALJIC_CRAWLER_AD_CATEGORIES,
SALJIC_CONFIG.SALJIC_MAX_PAGES,
SALJIC_CONFIG.SALJIC_MAX_RESULTS_PER_PAGE,
SALJIC_CONFIG.SALJIC_IGNORED_USERNAMES,
SALJIC_CONFIG.SALJIC_DELAY_BETWEEN_PAGES
)
//,
//new SaljicCrawler(
//[postgresSaver],
//SALJIC_CONFIG.SALJIC_CRAWLER_AD_TYPE,
//SALJIC_CONFIG.SALJIC_CRAWLER_AD_CATEGORIES,
//SALJIC_CONFIG.SALJIC_MAX_PAGES,
//SALJIC_CONFIG.SALJIC_MAX_RESULTS_PER_PAGE,
//SALJIC_CONFIG.SALJIC_IGNORED_USERNAMES,
//SALJIC_CONFIG.SALJIC_DELAY_BETWEEN_PAGES
//)
];
const newRealEstates = [];