app/crawler/crawlerConfig.js

"use strict";
require("dotenv").config({ path: __dirname + "/./../../.env" });

const OLX_CONFIG = require("./specificConfigs/olx");
const RENTAL_CONFIG = require("./specificConfigs/rental");

module.exports = {
  OLX_CONFIG,
  RENTAL_CONFIG
};
create new crawler and Postgres saver 2019-09-18 15:32:48 +02:00			`"use strict";`
load AWS config through app config; fix ENV path 2019-09-30 09:44:19 +02:00			`require("dotenv").config({ path: __dirname + "/./../../.env" });`
create new crawler and Postgres saver 2019-09-18 15:32:48 +02:00
move specific crawler config to the separated files 2019-10-24 16:57:23 +02:00			`const OLX_CONFIG = require("./specificConfigs/olx");`
			`const RENTAL_CONFIG = require("./specificConfigs/rental");`
add crawler config and include specific crawler for "rental" agency 2019-10-24 07:48:49 +02:00
create new crawler and Postgres saver 2019-09-18 15:32:48 +02:00			`module.exports = {`
add crawler config and include specific crawler for "rental" agency 2019-10-24 07:48:49 +02:00			`OLX_CONFIG,`
			`RENTAL_CONFIG`
create new crawler and Postgres saver 2019-09-18 15:32:48 +02:00			`};`