add force crawl ENV option for OLX

2019-10-30 15:02:54 +01:00
parent 3bb67a4db9
commit 97d93a3f37
1 changed files with 3 additions and 1 deletions
--- a/app/crawler/specificConfigs/olx.js
+++ b/app/crawler/specificConfigs/olx.js
@@ -33,5 +33,7 @@ module.exports = {
  OLX_CRAWLER_AD_TYPE: olxCrawlerAdType || CRAWLER_AD_TYPE.NONE,
  OLX_CRAWLER_AD_CATEGORIES: transformedOlxCrawlerAdCategories,
  OLX_IGNORED_USERNAMES: olxIgnoredUsernames || [],
-  OLX_DELAY_BETWEEN_PAGES: parseInt(process.env.OLX_DELAY_BETWEEN_PAGES) || 1000
+  OLX_DELAY_BETWEEN_PAGES:
+    parseInt(process.env.OLX_DELAY_BETWEEN_PAGES) || 1000,
+  OLX_FORCE_CRAWL: !!parseInt(process.env.OLX_FORCE_CRAWL)
 };