diff --git a/app/controllers/realEstates.js b/app/controllers/realEstates.js new file mode 100644 index 0000000..6d3783d --- /dev/null +++ b/app/controllers/realEstates.js @@ -0,0 +1,10 @@ + +const getRealEstates = (req,res) => { + const title = "Ovo su nekretnine koje smo pronašli za vas" + res.render('realEstates', { nextStep: '/nekretnine', title } ); + }; + + module.exports = { + getRealEstates + }; + \ No newline at end of file diff --git a/app/helpers/crawlers/olxClawler.js b/app/helpers/crawlers/olxClawler.js index e94daa7..42cb57f 100644 --- a/app/helpers/crawlers/olxClawler.js +++ b/app/helpers/crawlers/olxClawler.js @@ -36,10 +36,13 @@ module.exports = class OlxCrawler { const urls = this.createRequestUrls(realestateRequests); let results = await this.indexPages(urls, this.fromPage, this.toPage, this.maxResults); console.log("Final crawler results"); - if (results[0]) { - console.log(results[0].length); + // console.log(results); + const flatResults = results.flat(); + console.log(flatResults); + if (flatResults) { + console.log(flatResults.length); - for (const finalResult of results[0]) { + for (const finalResult of flatResults) { if (null !== finalResult) { if (finalResult.lat !== undefined && finalResult.lat !== null && finalResult.lat !== "") { diff --git a/app/services/crawlerService.js b/app/services/crawlerService.js index e410c4c..0c9e072 100644 --- a/app/services/crawlerService.js +++ b/app/services/crawlerService.js @@ -69,7 +69,9 @@ async function crawlAll() { try { - const filteredMarketAlerts = marketAlerts.filter((elem) => !marketAlertsFromDb.find(({ url }) => elem.url === url)); + const filteredMarketAlerts = marketAlerts.filter((elem) => !marketAlertsFromDb.find(({ url, request }) => { + + return (elem.url === url && elem.request === request) })); console.log("CRAWLER SERVICE: Number of new crawler results: " + filteredMarketAlerts.length); await db.MarketAlert.bulkCreate(filteredMarketAlerts); diff --git a/app/views/realEstates.ejs b/app/views/realEstates.ejs new file mode 100644 index 0000000..4e1a98e --- /dev/null +++ b/app/views/realEstates.ejs @@ -0,0 +1,16 @@ + +<% include partials/navBar %> + +