From 97d93a3f375951f1149b0f97132d9fba6deacb01 Mon Sep 17 00:00:00 2001 From: Bilal Catic Date: Wed, 30 Oct 2019 15:02:54 +0100 Subject: [PATCH] add force crawl ENV option for OLX --- app/crawler/specificConfigs/olx.js | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/app/crawler/specificConfigs/olx.js b/app/crawler/specificConfigs/olx.js index 53ca727..150ec16 100644 --- a/app/crawler/specificConfigs/olx.js +++ b/app/crawler/specificConfigs/olx.js @@ -33,5 +33,7 @@ module.exports = { OLX_CRAWLER_AD_TYPE: olxCrawlerAdType || CRAWLER_AD_TYPE.NONE, OLX_CRAWLER_AD_CATEGORIES: transformedOlxCrawlerAdCategories, OLX_IGNORED_USERNAMES: olxIgnoredUsernames || [], - OLX_DELAY_BETWEEN_PAGES: parseInt(process.env.OLX_DELAY_BETWEEN_PAGES) || 1000 + OLX_DELAY_BETWEEN_PAGES: + parseInt(process.env.OLX_DELAY_BETWEEN_PAGES) || 1000, + OLX_FORCE_CRAWL: !!parseInt(process.env.OLX_FORCE_CRAWL) };