senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

move specific crawler config to the separated files

Browse Source
This commit is contained in:
Bilal Catic
2019-10-24 16:57:23 +02:00
parent e82a0cfba4
commit 935ae60ae1
7 changed files with 75 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
app/crawler/crawl.js
View File

@@ -5,8 +5,8 @@
All environment specific configuration is read here and
passed to the crawlers and savers.
*/
const OlxCrawler = require("./specific/olx");
const RentalCrawler = require("./specific/rental");
const OlxCrawler = require("./specificCrawlers/olx");
const RentalCrawler = require("./specificCrawlers/rental");
const { OLX_CONFIG, RENTAL_CONFIG } = require("./crawlerConfig");
const PostgresSaver = require("./savers/postgres");