diff --git a/.gitignore b/.gitignore index b24fc61..02b0461 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,5 @@ node_modules/ .env .idea/ +.eslintrc +.vscode/ diff --git a/app/crawler/specificCrawlers/rental.js b/app/crawler/specificCrawlers/rental.js index 8f38dc8..f646b92 100644 --- a/app/crawler/specificCrawlers/rental.js +++ b/app/crawler/specificCrawlers/rental.js @@ -218,6 +218,9 @@ class RentalCrawler { const jsonData = scriptElement[0].children[0].data.substring(20); const parsedJsonData = JSON.parse(jsonData); extractedData = parsedJsonData[0]; + + ////**Trying to fix + console.log("Extracted data: ", extractedData); } catch (e) { throw { message: "Can't find ad data JSON" }; } @@ -312,7 +315,7 @@ class RentalCrawler { let numberOfRooms = parseInt(extractedData["re_realEstates_roomsNO"]) + - parseInt(extractedData["re_realEstates_bedroomNO"]) || null, + parseInt(extractedData["re_realEstates_bedNO"]) || null, numberOfFloors = parseInt(extractedData["re_realEstates_floorsNO"]) || this.getNumberOfFloorsFromFloorId(extractedData["re_floorNO_id"]), @@ -397,9 +400,7 @@ class RentalCrawler { ); if (!publishedDateMoment.isValid()) { throw { - message: `Invalid published date : ${ - extractedData["re_realEstates_inserted"] - }` + message: `Invalid published date : ${extractedData["re_realEstates_inserted"]}` }; } @@ -410,9 +411,7 @@ class RentalCrawler { ); if (!renewedDateMoment.isValid()) { throw { - message: `Invalid renewed date : ${ - extractedData["re_realEstates_edited"] - }` + message: `Invalid renewed date : ${extractedData["re_realEstates_edited"]}` }; } diff --git a/test/rentalScrapeTest.js b/test/rentalScrapeTest.js index 9828f2d..4032c01 100644 --- a/test/rentalScrapeTest.js +++ b/test/rentalScrapeTest.js @@ -13,5 +13,5 @@ if (urlToScrape) { })(); } else { console.log("No URL to scrape. Use like this : "); - console.log("npm run test-olx-scraper -- URL_TO_SCRAPE"); + console.log("npm run test-rental-scraper -- URL_TO_SCRAPE"); }