Rental crawler #2

Merged
senaduka merged 6 commits from rental-crawler into master 2017-11-02 21:37:02 +01:00
3 changed files with 6 additions and 1 deletions
Showing only changes of commit 1743171cfd - Show all commits

View File

@@ -14,13 +14,15 @@ import {
import 'dotenv/config';
import OlxCrawler from './specific/olx';
import ProstorCrawler from './specific/prostor';
import RentalCrawler from './specific/rental';
import MongoSaver from './savers/mongo'
install(); // for source maps to work
let crawlers = [
//new OlxCrawler(process.env.OLX_FROM_PAGE, process.env.OLX_TO_PAGE, process.env.OLX_MAX_RESULTS),
new ProstorCrawler(parseInt(process.env.PROSTOR_FROM_PAGE), parseInt(process.env.PROSTOR_TO_PAGE), parseInt(process.env.PROSTOR_MAX_RESULTS))
//new ProstorCrawler(parseInt(process.env.PROSTOR_FROM_PAGE), parseInt(process.env.PROSTOR_TO_PAGE), parseInt(process.env.PROSTOR_MAX_RESULTS)),
new RentalCrawler(parseInt(process.env.RENTAL_FROM_PAGE), parseInt(process.env.RENTAL_TO_PAGE), parseInt(process.env.RENTAL_MAX_RESULTS))
];
let savers = [

View File

@@ -7,4 +7,6 @@ export const CATEGORY_FLAT = 0;
export const CATEGORY_HOUSE = 1;
export const CATEGORY_OFFICE = 2;
export const CATEGORY_LAND = 3;
export const CATEGORY_APARTMENT = 4;
export const CATEGORY_GARAGE = 5;

View File

@@ -22,6 +22,7 @@
"twilio": "^2.11.0"
},
"devDependencies": {
"babel-preset-es2015": "^6.24.1",
"webpack": "^1.13.3"
},
"scripts": {