diff --git a/app/crawler/specificCrawlers/olx.js b/app/crawler/specificCrawlers/olx.js index 0f87334..92da55c 100644 --- a/app/crawler/specificCrawlers/olx.js +++ b/app/crawler/specificCrawlers/olx.js @@ -53,7 +53,7 @@ class OlxCrawler { maxPages = 1000, maxResultsPerPage = 100, ignoredUsernames = [], - delayBetweenPages = 1000 + delayBetweenPages = 500 ) { this.savers = savers; this.baseUrl = "https://www.olx.ba/pretraga?sort_order=desc&sort_po=datum"; diff --git a/app/crawler/specificCrawlers/saljic.js b/app/crawler/specificCrawlers/saljic.js index ba13373..44adb20 100644 --- a/app/crawler/specificCrawlers/saljic.js +++ b/app/crawler/specificCrawlers/saljic.js @@ -4,6 +4,7 @@ const fetch = require("../../helpers/fetchWrapper"); const { getUrlParams } = require("../../helpers/url"); const cheerio = require("cheerio"); const moment = require("moment-timezone"); +const PromisePool = require('@supercharge/promise-pool'); const { AD_TYPE, @@ -47,7 +48,7 @@ class SaljicCrawler { maxPages = 5000, maxResultsPerPage = 5000, ignoredUsernames = [], - delayBetweenPages = 1000 + delayBetweenPages = 500 ) { this.savers = savers; this.baseUrl = "https://www.saljicnekretnine.ba/v2/nekretnine_search";