From 1658325c4b45d95a7a0efc26c6d56e8ba755ad18 Mon Sep 17 00:00:00 2001 From: Naida Vatric Date: Fri, 10 Jan 2020 19:20:26 +0100 Subject: [PATCH] WIP Fake vip ads. --- app/crawler/specificCrawlers/prostor.js | 17 +++++++++++++++-- app/views/redirect.ejs | 2 +- 2 files changed, 16 insertions(+), 3 deletions(-) diff --git a/app/crawler/specificCrawlers/prostor.js b/app/crawler/specificCrawlers/prostor.js index fb7a52f..3d180df 100644 --- a/app/crawler/specificCrawlers/prostor.js +++ b/app/crawler/specificCrawlers/prostor.js @@ -183,7 +183,19 @@ class ProstorCrawler { async scrapeAd(realEstate) { const { lat, lng, property_name, price, size, link, status } = realEstate; - //console.log("[PROSTOR] Scraping : ", url); + //Status information is given already in realestate list + //For VIP Ads status ='' canot be used, but also area='0' we will use that temporary + //It is weird because yesterday it said 'VIP ponuda' ??? + const adStatus = + size === "0" + ? ProstorCrawler.getStatusId("VIP ponuda") + : ProstorCrawler.getStatusId(status); + // + console.log("adStatus", adStatus); + + const url = `https://prostor.ba${link}`; + + // console.log("[PROSTOR] Scraping : ", url); try { const adPageSource = await fetch(url); const body = await adPageSource.text(); @@ -330,7 +342,6 @@ class ProstorCrawler { furnishingType = FURNISHING_TYPE.NOT_FURNISHED.id; } - const adStatus = ProstorCrawler.getStatusId(status); const title = property_name; const parsedPrice = parseFloat(price.replace(/\./g, "")) || null; const parsedArea = parseFloat(size); @@ -539,6 +550,8 @@ class ProstorCrawler { } static getStatusId(statusText) { + // + console.log("statusText u funkciji", statusText); switch (statusText) { case "": return AD_STATUS.STATUS_NORMAL; diff --git a/app/views/redirect.ejs b/app/views/redirect.ejs index 3346bcb..5b111cc 100644 --- a/app/views/redirect.ejs +++ b/app/views/redirect.ejs @@ -32,6 +32,6 @@