diff --git a/crawler/crawl.js b/crawler/crawl.js index 3dd8c5a..8e4c0ca 100644 --- a/crawler/crawl.js +++ b/crawler/crawl.js @@ -14,13 +14,15 @@ import { import 'dotenv/config'; import OlxCrawler from './specific/olx'; import ProstorCrawler from './specific/prostor'; +import RentalCrawler from './specific/rental'; import MongoSaver from './savers/mongo' install(); // for source maps to work let crawlers = [ //new OlxCrawler(process.env.OLX_FROM_PAGE, process.env.OLX_TO_PAGE, process.env.OLX_MAX_RESULTS), - new ProstorCrawler(parseInt(process.env.PROSTOR_FROM_PAGE), parseInt(process.env.PROSTOR_TO_PAGE), parseInt(process.env.PROSTOR_MAX_RESULTS)) + //new ProstorCrawler(parseInt(process.env.PROSTOR_FROM_PAGE), parseInt(process.env.PROSTOR_TO_PAGE), parseInt(process.env.PROSTOR_MAX_RESULTS)), + new RentalCrawler(parseInt(process.env.RENTAL_FROM_PAGE), parseInt(process.env.RENTAL_TO_PAGE), parseInt(process.env.RENTAL_MAX_RESULTS)) ]; let savers = [ diff --git a/crawler/enums.js b/crawler/enums.js index bc79e63..b3e5bb2 100644 --- a/crawler/enums.js +++ b/crawler/enums.js @@ -7,4 +7,6 @@ export const CATEGORY_FLAT = 0; export const CATEGORY_HOUSE = 1; export const CATEGORY_OFFICE = 2; export const CATEGORY_LAND = 3; +export const CATEGORY_APARTMENT = 4; +export const CATEGORY_GARAGE = 5; diff --git a/crawler/package.json b/crawler/package.json index 6453761..fdff353 100644 --- a/crawler/package.json +++ b/crawler/package.json @@ -22,6 +22,7 @@ "twilio": "^2.11.0" }, "devDependencies": { + "babel-preset-es2015": "^6.24.1", "webpack": "^1.13.3" }, "scripts": {