stop crawling when existing, non-renewed ad is found

2019-09-24 23:23:09 +02:00
parent 746732f30b
commit 90bc57edb6
4 changed files with 155 additions and 61 deletions
--- a/app/crawler/crawl.js
+++ b/app/crawler/crawl.js
@@ -18,7 +18,7 @@ const crawlers = [
    OLX_CONFIG.OLX_CRAWLER_AD_CATEGORIES,
    OLX_CONFIG.OLX_MAX_PAGES,
    OLX_CONFIG.OLX_MAX_RESULTS_PER_PAGE,
-    OLX_CONFIG.OLX_MAX_AGE
+    OLX_CONFIG.OLX_IGNORED_USERNAMES
  )
 ];