crawling and saving to mongo

2016-11-10 14:03:58 +01:00
parent 5a819cc743
commit 2ad851b257
4 changed files with 20 additions and 16 deletions
--- a/crawler/specific/olx.js
+++ b/crawler/specific/olx.js
@@ -122,7 +122,7 @@ export default class OlxCrawler {
  async indexPages(start, end, maxResults = 1000) {
    let results = {};
    for (let i = start; i <= end; i++) {
-      let result = await this.indexPage(i, numberOfResults);
+      let result = await this.indexPage(i, maxResults);
      Object.assign(results, result)
      await this.sleep(5000);
    }