add ALL categories option for Aktido agency
This commit is contained in:
@@ -26,6 +26,7 @@ const AKTIDO_ENUMS = {
|
||||
[CRAWLER_AD_TYPE.ONLY_RENT]: "/najam-2"
|
||||
},
|
||||
AKTIDO_AD_CATEGORY: {
|
||||
[AD_CATEGORY.ALL.id]: "",
|
||||
[AD_CATEGORY.FLAT.id]: "/tip-2",
|
||||
[AD_CATEGORY.HOUSE.id]: "/tip-1",
|
||||
[AD_CATEGORY.LAND.id]: "/tip-5",
|
||||
@@ -137,7 +138,7 @@ class AktidoCrawler {
|
||||
|
||||
const urlAdTypePart = AKTIDO_ENUMS.AKTIDO_AD_TYPE[this.crawlerAdTypes];
|
||||
const urlCategoryPart = AKTIDO_ENUMS.AKTIDO_AD_CATEGORY[adCategory];
|
||||
if (urlAdTypePart && urlCategoryPart) {
|
||||
if (urlAdTypePart !== undefined && urlCategoryPart !== undefined) {
|
||||
while (true) {
|
||||
const urlPageToCrawl = `${this.baseUrl}${urlAdTypePart}${urlCategoryPart}/stranica-${pageToIndex}`;
|
||||
const singlePageResults = await this.indexSinglePage(
|
||||
|
||||
Reference in New Issue
Block a user