senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

Saljic fix fix

Browse Source
This commit is contained in:
Senad Uka
2020-09-11 05:03:37 +02:00
parent d4fcd1950d
commit 8df94da48c
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
app/crawler/specificCrawlers/olx.js
View File

@@ -53,7 +53,7 @@ class OlxCrawler {
maxPages = 1000, maxPages = 1000,
maxResultsPerPage = 100, maxResultsPerPage = 100,
ignoredUsernames = [], ignoredUsernames = [],
delayBetweenPages = 1000 delayBetweenPages = 500
) { ) {
this.savers = savers; this.savers = savers;
this.baseUrl = "https://www.olx.ba/pretraga?sort_order=desc&sort_po=datum"; this.baseUrl = "https://www.olx.ba/pretraga?sort_order=desc&sort_po=datum";

3
app/crawler/specificCrawlers/saljic.js
View File

@@ -4,6 +4,7 @@ const fetch = require("../../helpers/fetchWrapper");
const { getUrlParams } = require("../../helpers/url"); const { getUrlParams } = require("../../helpers/url");
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const moment = require("moment-timezone"); const moment = require("moment-timezone");
const PromisePool = require('@supercharge/promise-pool');
const { const {
AD_TYPE, AD_TYPE,
@@ -47,7 +48,7 @@ class SaljicCrawler {
maxPages = 5000, maxPages = 5000,
maxResultsPerPage = 5000, maxResultsPerPage = 5000,
ignoredUsernames = [], ignoredUsernames = [],
delayBetweenPages = 1000 delayBetweenPages = 500
) { ) {
this.savers = savers; this.savers = savers;
this.baseUrl = "https://www.saljicnekretnine.ba/v2/nekretnine_search"; this.baseUrl = "https://www.saljicnekretnine.ba/v2/nekretnine_search";