refactor Prostor crawler

2019-11-13 16:54:16 +01:00
parent ae93d2f03d
commit 3b3e2eda07
2 changed files with 317 additions and 18 deletions
--- a/app/crawler/specificConfigs/prostor.js
+++ b/app/crawler/specificConfigs/prostor.js
@@ -29,5 +29,6 @@ module.exports = {
  PROSTOR_CRAWLER_AD_CATEGORIES: transformedProstorCrawlerAdCategories,
  PROSTOR_IGNORED_USERNAMES: prostorIgnoredUsernames || [],
  PROSTOR_DELAY_BETWEEN_PAGES:
-    parseInt(process.env.PROSTOR_DELAY_BETWEEN_PAGES) || 1000
+    parseInt(process.env.PROSTOR_DELAY_BETWEEN_PAGES) || 1000,
+  PROSTOR_FORCE_CRAWL: !!parseInt(process.env.PROSTOR_FORCE_CRAWL)
 };