From 8df94da48cf327b5ae755200d059b76a44e8364c Mon Sep 17 00:00:00 2001 From: Senad Uka Date: Fri, 11 Sep 2020 05:03:37 +0200 Subject: [PATCH] Saljic fix fix --- app/crawler/specificCrawlers/olx.js | 2 +- app/crawler/specificCrawlers/saljic.js | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/app/crawler/specificCrawlers/olx.js b/app/crawler/specificCrawlers/olx.js index 0f87334..92da55c 100644 --- a/app/crawler/specificCrawlers/olx.js +++ b/app/crawler/specificCrawlers/olx.js @@ -53,7 +53,7 @@ class OlxCrawler { maxPages = 1000, maxResultsPerPage = 100, ignoredUsernames = [], - delayBetweenPages = 1000 + delayBetweenPages = 500 ) { this.savers = savers; this.baseUrl = "https://www.olx.ba/pretraga?sort_order=desc&sort_po=datum"; diff --git a/app/crawler/specificCrawlers/saljic.js b/app/crawler/specificCrawlers/saljic.js index ba13373..44adb20 100644 --- a/app/crawler/specificCrawlers/saljic.js +++ b/app/crawler/specificCrawlers/saljic.js @@ -4,6 +4,7 @@ const fetch = require("../../helpers/fetchWrapper"); const { getUrlParams } = require("../../helpers/url"); const cheerio = require("cheerio"); const moment = require("moment-timezone"); +const PromisePool = require('@supercharge/promise-pool'); const { AD_TYPE, @@ -47,7 +48,7 @@ class SaljicCrawler { maxPages = 5000, maxResultsPerPage = 5000, ignoredUsernames = [], - delayBetweenPages = 1000 + delayBetweenPages = 500 ) { this.savers = savers; this.baseUrl = "https://www.saljicnekretnine.ba/v2/nekretnine_search";