Changed number of rooms.
This commit is contained in:
2
.gitignore
vendored
2
.gitignore
vendored
@@ -1,3 +1,5 @@
|
||||
node_modules/
|
||||
.env
|
||||
.idea/
|
||||
.eslintrc
|
||||
.vscode/
|
||||
|
||||
@@ -218,6 +218,9 @@ class RentalCrawler {
|
||||
const jsonData = scriptElement[0].children[0].data.substring(20);
|
||||
const parsedJsonData = JSON.parse(jsonData);
|
||||
extractedData = parsedJsonData[0];
|
||||
|
||||
////**Trying to fix
|
||||
console.log("Extracted data: ", extractedData);
|
||||
} catch (e) {
|
||||
throw { message: "Can't find ad data JSON" };
|
||||
}
|
||||
@@ -312,7 +315,7 @@ class RentalCrawler {
|
||||
|
||||
let numberOfRooms =
|
||||
parseInt(extractedData["re_realEstates_roomsNO"]) +
|
||||
parseInt(extractedData["re_realEstates_bedroomNO"]) || null,
|
||||
parseInt(extractedData["re_realEstates_bedNO"]) || null,
|
||||
numberOfFloors =
|
||||
parseInt(extractedData["re_realEstates_floorsNO"]) ||
|
||||
this.getNumberOfFloorsFromFloorId(extractedData["re_floorNO_id"]),
|
||||
@@ -397,9 +400,7 @@ class RentalCrawler {
|
||||
);
|
||||
if (!publishedDateMoment.isValid()) {
|
||||
throw {
|
||||
message: `Invalid published date : ${
|
||||
extractedData["re_realEstates_inserted"]
|
||||
}`
|
||||
message: `Invalid published date : ${extractedData["re_realEstates_inserted"]}`
|
||||
};
|
||||
}
|
||||
|
||||
@@ -410,9 +411,7 @@ class RentalCrawler {
|
||||
);
|
||||
if (!renewedDateMoment.isValid()) {
|
||||
throw {
|
||||
message: `Invalid renewed date : ${
|
||||
extractedData["re_realEstates_edited"]
|
||||
}`
|
||||
message: `Invalid renewed date : ${extractedData["re_realEstates_edited"]}`
|
||||
};
|
||||
}
|
||||
|
||||
|
||||
@@ -13,5 +13,5 @@ if (urlToScrape) {
|
||||
})();
|
||||
} else {
|
||||
console.log("No URL to scrape. Use like this : ");
|
||||
console.log("npm run test-olx-scraper -- URL_TO_SCRAPE");
|
||||
console.log("npm run test-rental-scraper -- URL_TO_SCRAPE");
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user