add delay between pages config variable

2019-09-25 08:31:37 +02:00
parent 90bc57edb6
commit f93d0e738f
3 changed files with 4 additions and 3 deletions
--- a/app/crawler/crawlerConfig.js
+++ b/app/crawler/crawlerConfig.js
@@ -31,7 +31,8 @@ const OLX_CONFIG = {
    parseInt(process.env.OLX_MAX_RESULTS_PER_PAGE) || 50,
  OLX_CRAWLER_AD_TYPE: olxCrawlerAdType || CRAWLER_AD_TYPE.NONE,
  OLX_CRAWLER_AD_CATEGORIES: transformedCrawlerAdCategories,
-  OLX_IGNORED_USERNAMES: olxIgnoredUsernames || []
+  OLX_IGNORED_USERNAMES: olxIgnoredUsernames || [],
+  OLX_DELAY_BETWEEN_PAGES: parseInt(process.env.OLX_DELAY_BETWEEN_PAGES) || 1000
 };

 module.exports = {