Compare commits
101 Commits
update-doc
...
saljic-cra
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f56cd5b549 | ||
|
|
addd8c1344 | ||
|
|
fc7fe3c0b3 | ||
|
|
b3007123a5 | ||
|
|
f7d4a9cd07 | ||
|
|
ab6812889a | ||
|
|
b82134e280 | ||
|
|
be378883c8 | ||
|
|
8a87b9e253 | ||
|
|
43bc23b164 | ||
|
|
fc6351af46 | ||
|
|
6267b2cab4 | ||
|
|
97724a47a1 | ||
|
|
91a1c6a91e | ||
|
|
eb4ab2e341 | ||
|
|
2d0a00b967 | ||
|
|
74def9c059 | ||
|
|
d29b3eb1b3 | ||
|
|
41b59e8c7c | ||
|
|
b933fa96d4 | ||
|
|
824db4fbc3 | ||
|
|
0f91841c43 | ||
|
|
12b4a8f6ec | ||
|
|
17621ad310 | ||
|
|
c461525959 | ||
|
|
aec9c1e1d5 | ||
|
|
2d672f4660 | ||
|
|
bc15cf65a5 | ||
|
|
ce11d57ab2 | ||
|
|
4a6bcf262e | ||
|
|
712cde1632 | ||
|
|
1ba7cf8531 | ||
|
|
7a7aecb3ee | ||
|
|
78c4054cde | ||
|
|
94ffc2d6d2 | ||
|
|
b11f18696f | ||
|
|
fa46f75dd3 | ||
|
|
470f53d29b | ||
|
|
40509d2836 | ||
|
|
b2c102bc1a | ||
|
|
98263364c7 | ||
|
|
5b3491fdba | ||
|
|
c6f0e039a5 | ||
|
|
8d3f001678 | ||
|
|
42eddb3aa5 | ||
|
|
0a181f742f | ||
|
|
d117383802 | ||
|
|
870b71a3c7 | ||
|
|
e6725355a0 | ||
|
|
4fd4018bf6 | ||
|
|
b9122f8f00 | ||
|
|
fc33c1210a | ||
|
|
511b290096 | ||
|
|
ba43fa0713 | ||
|
|
e70901d369 | ||
|
|
8505282670 | ||
|
|
64e4835899 | ||
|
|
1658325c4b | ||
|
|
49161c1b60 | ||
|
|
d23ddf849f | ||
|
|
38bd0343f5 | ||
|
|
259799144e | ||
|
|
bc73d4159d | ||
|
|
37ad32fe76 | ||
|
|
94875a0fa3 | ||
|
|
fa4e0d64de | ||
|
|
0c2d218d29 | ||
|
|
fed2dc00dc | ||
|
|
d5d3a1f306 | ||
|
|
42ff1f762f | ||
|
|
cc78e5acd5 | ||
|
|
55319a54e9 | ||
|
|
ef5de27c06 | ||
|
|
bee390aa15 | ||
|
|
251437f815 | ||
|
|
4391aa5939 | ||
|
|
c672b3ab9f | ||
|
|
76f4ed0a30 | ||
|
|
73b3f0d22f | ||
|
|
547411f189 | ||
|
|
a45a0ec361 | ||
|
|
43074b6eb3 | ||
|
|
cb52c8592a | ||
|
|
5a2fdb7291 | ||
|
|
e83712fb33 | ||
|
|
0e585e74ae | ||
|
|
e6e1688a49 | ||
|
|
dee7c6000a | ||
|
|
fbcda328b7 | ||
|
|
6f729b4135 | ||
|
|
ef4fff4e70 | ||
|
|
ade28eb981 | ||
|
|
f8ea2f0f78 | ||
|
|
232221af9e | ||
|
|
271af35f0c | ||
|
|
6baa151ea2 | ||
|
|
e42531ff57 | ||
|
|
002a8e8572 | ||
|
|
fd8592c581 | ||
|
|
5cab9ee7c4 | ||
|
|
1106f92560 |
2
.gitignore
vendored
2
.gitignore
vendored
@@ -1,3 +1,5 @@
|
||||
node_modules/
|
||||
.env
|
||||
.idea/
|
||||
.eslintrc
|
||||
.vscode/
|
||||
|
||||
1
.prettierignore
Normal file
1
.prettierignore
Normal file
@@ -0,0 +1 @@
|
||||
*.ejs
|
||||
@@ -7,7 +7,42 @@ const PRICE_SLIDER_OPTIONS_SALE = {
|
||||
step: 1000,
|
||||
connect: true
|
||||
};
|
||||
|
||||
const FLAT_PRICE_SLIDER_OPTIONS_SALE = {
|
||||
start: [50000, 150000],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [800000]
|
||||
},
|
||||
step: 5000,
|
||||
connect: true
|
||||
};
|
||||
const HOUSE_PRICE_SLIDER_OPTIONS_SALE = {
|
||||
start: [50000, 150000],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [1500000]
|
||||
},
|
||||
step: 10000,
|
||||
connect: true
|
||||
};
|
||||
const OFFICE_PRICE_SLIDER_OPTIONS_SALE = {
|
||||
start: [15000, 50000],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [2000000]
|
||||
},
|
||||
step: 2000,
|
||||
connect: true
|
||||
};
|
||||
const LAND_PRICE_SLIDER_OPTIONS_SALE = {
|
||||
start: [40000, 80000],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [2000000]
|
||||
},
|
||||
step: 10000,
|
||||
connect: true
|
||||
};
|
||||
const PRICE_SLIDER_OPTIONS_RENT = {
|
||||
start: [300, 500],
|
||||
range: {
|
||||
@@ -17,18 +52,62 @@ const PRICE_SLIDER_OPTIONS_RENT = {
|
||||
step: 50,
|
||||
connect: true
|
||||
};
|
||||
|
||||
const FLAT_PRICE_SLIDER_OPTIONS_RENT = {
|
||||
start: [300, 600],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [4000]
|
||||
},
|
||||
step: 100,
|
||||
connect: true
|
||||
};
|
||||
const HOUSE_PRICE_SLIDER_OPTIONS_RENT = {
|
||||
start: [500, 1000],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [10000]
|
||||
},
|
||||
step: 100,
|
||||
connect: true
|
||||
};
|
||||
const OFFICE_PRICE_SLIDER_OPTIONS_RENT = {
|
||||
start: [200, 1000],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [20000]
|
||||
},
|
||||
step: 100,
|
||||
connect: true
|
||||
};
|
||||
const LAND_PRICE_SLIDER_OPTIONS_RENT = {
|
||||
start: [500, 1000],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [20000]
|
||||
},
|
||||
step: 100,
|
||||
connect: true
|
||||
};
|
||||
//This will be used for Flats, Apartments, Houses
|
||||
const HOME_SIZE_SLIDER_OPTIONS = {
|
||||
start: [30, 75],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [400]
|
||||
max: [500]
|
||||
},
|
||||
step: 5,
|
||||
connect: true
|
||||
};
|
||||
|
||||
const OFFICE_SIZE_SLIDER_OPTIONS = {
|
||||
start: [30, 150],
|
||||
range: {
|
||||
min: [0],
|
||||
max: [1200]
|
||||
},
|
||||
step: 10,
|
||||
connect: true
|
||||
};
|
||||
const GARDEN_SIZE_SLIDER_OPTIONS = {
|
||||
start: [100, 1000],
|
||||
range: {
|
||||
@@ -104,16 +183,30 @@ const AD_CATEGORY = {
|
||||
id: "FLAT",
|
||||
title: "Stan",
|
||||
hasGardenSize: false,
|
||||
priceSliderOptionsSale: PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: PRICE_SLIDER_OPTIONS_RENT,
|
||||
hasAccesRoadType: true,
|
||||
hasBalconyProp: true,
|
||||
hasNewBuildingProp: true,
|
||||
hasElevatorProp: true,
|
||||
hasNumberOfRoom: true,
|
||||
hasNumberOfFloors: false,
|
||||
hasFloorProp: true,
|
||||
priceSliderOptionsSale: FLAT_PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: FLAT_PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: HOME_SIZE_SLIDER_OPTIONS
|
||||
},
|
||||
HOUSE: {
|
||||
id: "HOUSE",
|
||||
title: "Kuća",
|
||||
hasGardenSize: true,
|
||||
priceSliderOptionsSale: PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: PRICE_SLIDER_OPTIONS_RENT,
|
||||
hasAccesRoadType: true,
|
||||
hasBalconyProp: true,
|
||||
hasNewBuildingProp: true,
|
||||
hasElevatorProp: false,
|
||||
hasNumberOfRoom: true,
|
||||
hasNumberOfFloors: true,
|
||||
hasFloorProp: false,
|
||||
priceSliderOptionsSale: HOUSE_PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: HOUSE_PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: HOME_SIZE_SLIDER_OPTIONS,
|
||||
gardenSizeSliderOptions: GARDEN_SIZE_SLIDER_OPTIONS
|
||||
},
|
||||
@@ -121,30 +214,58 @@ const AD_CATEGORY = {
|
||||
id: "OFFICE",
|
||||
title: "Kancelarija",
|
||||
hasGardenSize: false,
|
||||
priceSliderOptionsSale: PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: HOME_SIZE_SLIDER_OPTIONS
|
||||
hasAccesRoadType: true,
|
||||
hasBalconyProp: false,
|
||||
hasNewBuildingProp: true,
|
||||
hasElevatorProp: true,
|
||||
hasNumberOfRoom: true,
|
||||
hasNumberOfFloors: false,
|
||||
hasFloorProp: true,
|
||||
priceSliderOptionsSale: OFFICE_PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: OFFICE_PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: OFFICE_SIZE_SLIDER_OPTIONS
|
||||
},
|
||||
LAND: {
|
||||
id: "LAND",
|
||||
title: "Zemljište",
|
||||
hasGardenSize: false,
|
||||
priceSliderOptionsSale: PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: PRICE_SLIDER_OPTIONS_RENT,
|
||||
hasAccesRoadType: true,
|
||||
hasBalconyProp: false,
|
||||
hasNewBuildingProp: false,
|
||||
hasElevatorProp: false,
|
||||
hasNumberOfRoom: false,
|
||||
hasNumberOfFloors: false,
|
||||
hasFloorProp: false,
|
||||
priceSliderOptionsSale: LAND_PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: LAND_PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: LAND_SIZE_SLIDER_OPTIONS
|
||||
},
|
||||
APARTMENT: {
|
||||
id: "APARTMENT",
|
||||
title: "Apartman",
|
||||
hasGardenSize: false,
|
||||
priceSliderOptionsSale: PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: PRICE_SLIDER_OPTIONS_RENT,
|
||||
hasAccesRoadType: true,
|
||||
hasBalconyProp: true,
|
||||
hasNewBuildingProp: true,
|
||||
hasElevatorProp: true,
|
||||
hasNumberOfRoom: true,
|
||||
hasNumberOfFloors: false,
|
||||
hasFloorProp: true,
|
||||
priceSliderOptionsSale: FLAT_PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: FLAT_PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: HOME_SIZE_SLIDER_OPTIONS
|
||||
},
|
||||
GARAGE: {
|
||||
id: "GARAGE",
|
||||
title: "Garaža",
|
||||
hasGardenSize: false,
|
||||
hasAccesRoadType: true,
|
||||
hasBalconyProp: false,
|
||||
hasNewBuildingProp: false,
|
||||
hasElevatorProp: false,
|
||||
hasNumberOfRoom: false,
|
||||
hasNumberOfFloors: false,
|
||||
hasFloorProp: false,
|
||||
priceSliderOptionsSale: GARAGE_PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: GARAGE_PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: GARAGE_SIZE_SLIDER_OPTIONS
|
||||
@@ -153,8 +274,15 @@ const AD_CATEGORY = {
|
||||
id: "COTTAGE",
|
||||
title: "Vikendica",
|
||||
hasGardenSize: true,
|
||||
priceSliderOptionsSale: PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: PRICE_SLIDER_OPTIONS_RENT,
|
||||
hasAccesRoadType: true,
|
||||
hasBalconyProp: true,
|
||||
hasNewBuildingProp: true,
|
||||
hasElevatorProp: false,
|
||||
hasNumberOfRoom: true,
|
||||
hasNumberOfFloors: true,
|
||||
hasFloorProp: false,
|
||||
priceSliderOptionsSale: HOUSE_PRICE_SLIDER_OPTIONS_SALE,
|
||||
priceSliderOptionsRent: HOUSE_PRICE_SLIDER_OPTIONS_RENT,
|
||||
sizeSliderOptions: HOME_SIZE_SLIDER_OPTIONS,
|
||||
gardenSizeSliderOptions: GARDEN_SIZE_SLIDER_OPTIONS
|
||||
}
|
||||
@@ -167,14 +295,16 @@ const AD_STATUS = {
|
||||
STATUS_DELETED: 4,
|
||||
STATUS_URGENT: 5,
|
||||
STATUS_DISCOUNTED: 6,
|
||||
STATUS_RENTED: 7
|
||||
STATUS_RENTED: 7,
|
||||
STATUS_VIP: 8
|
||||
};
|
||||
|
||||
const AD_AGENCY = {
|
||||
OLX: "OLX",
|
||||
RENTAL: "RENTAL",
|
||||
PROSTOR: "PROSTOR",
|
||||
AKTIDO: "AKTIDO"
|
||||
AKTIDO: "AKTIDO",
|
||||
SALJIC: "SALJIC"
|
||||
};
|
||||
|
||||
const CRAWLER_AD_TYPE = {
|
||||
@@ -199,6 +329,10 @@ const EMAIL_FREQUENCY = {
|
||||
};
|
||||
|
||||
const HEATING_TYPE = {
|
||||
ANY: {
|
||||
id: "ANY",
|
||||
title: "Svi"
|
||||
},
|
||||
NO_HEATING: {
|
||||
id: "NO_HEATING",
|
||||
title: "Nije uvedeno"
|
||||
@@ -238,6 +372,10 @@ const HEATING_TYPE = {
|
||||
};
|
||||
|
||||
const ACCESS_ROAD_TYPE = {
|
||||
ANY: {
|
||||
id: "ANY",
|
||||
title: "Svi"
|
||||
},
|
||||
ASPHALT: {
|
||||
id: "ASPHALT",
|
||||
title: "Asfalt"
|
||||
|
||||
110
app/common/filterEnums.js
Normal file
110
app/common/filterEnums.js
Normal file
@@ -0,0 +1,110 @@
|
||||
const { AD_CATEGORY, ACCESS_ROAD_TYPE, HEATING_TYPE } = require("./enums");
|
||||
|
||||
const ADVANCED_BOOLEAN_FILTERS = [
|
||||
{
|
||||
dbField: "balcony",
|
||||
title: "Balkon",
|
||||
categoriesToShow: [
|
||||
AD_CATEGORY.FLAT,
|
||||
AD_CATEGORY.HOUSE,
|
||||
AD_CATEGORY.APARTMENT,
|
||||
AD_CATEGORY.COTTAGE
|
||||
]
|
||||
},
|
||||
{
|
||||
dbField: "elevator",
|
||||
title: "Lift",
|
||||
categoriesToShow: [
|
||||
AD_CATEGORY.FLAT,
|
||||
AD_CATEGORY.APARTMENT,
|
||||
AD_CATEGORY.OFFICE
|
||||
]
|
||||
},
|
||||
{
|
||||
dbField: "newBuilding",
|
||||
title: "Novogradnja",
|
||||
categoriesToShow: [
|
||||
AD_CATEGORY.FLAT,
|
||||
AD_CATEGORY.HOUSE,
|
||||
AD_CATEGORY.APARTMENT,
|
||||
AD_CATEGORY.COTTAGE,
|
||||
AD_CATEGORY.OFFICE
|
||||
]
|
||||
}
|
||||
];
|
||||
|
||||
const ADVANCED_SEGMENT_SELECT_FILTERS = [
|
||||
{
|
||||
dbField: "accessRoadType",
|
||||
title: "Pristupni put",
|
||||
values: Object.keys(ACCESS_ROAD_TYPE).map(key => ACCESS_ROAD_TYPE[key]),
|
||||
categoriesToShow: [
|
||||
AD_CATEGORY.FLAT,
|
||||
AD_CATEGORY.HOUSE,
|
||||
AD_CATEGORY.APARTMENT,
|
||||
AD_CATEGORY.COTTAGE,
|
||||
AD_CATEGORY.OFFICE,
|
||||
AD_CATEGORY.LAND,
|
||||
AD_CATEGORY.GARAGE
|
||||
]
|
||||
}
|
||||
// {
|
||||
// dbField: "heatingType",
|
||||
// title: "Vrsta grijanja",
|
||||
// values: Object.keys(HEATING_TYPE).map(key => HEATING_TYPE[key]),
|
||||
// categoriesToShow: [
|
||||
// AD_CATEGORY.FLAT,
|
||||
// AD_CATEGORY.HOUSE,
|
||||
// AD_CATEGORY.APARTMENT,
|
||||
// AD_CATEGORY.COTTAGE,
|
||||
// AD_CATEGORY.OFFICE
|
||||
// ]
|
||||
// }
|
||||
];
|
||||
|
||||
const ADVANCED_RANGE_FILTERS = [
|
||||
{
|
||||
id: "numberOfFloors",
|
||||
title: "Broj spratova",
|
||||
dbFieldMin: "numberOfFloorsMin",
|
||||
dbFieldMax: "numberOfFloorsMax",
|
||||
validValueMin: -1,
|
||||
validValueMax: 50,
|
||||
categoriesToShow: [AD_CATEGORY.HOUSE, AD_CATEGORY.COTTAGE]
|
||||
},
|
||||
{
|
||||
id: "floor",
|
||||
title: "Sprat",
|
||||
dbFieldMin: "floorMin",
|
||||
dbFieldMax: "floorMax",
|
||||
validValueMin: -10,
|
||||
validValueMax: 50,
|
||||
categoriesToShow: [
|
||||
AD_CATEGORY.FLAT,
|
||||
AD_CATEGORY.APARTMENT,
|
||||
AD_CATEGORY.OFFICE
|
||||
]
|
||||
},
|
||||
{
|
||||
id: "numberOfRooms",
|
||||
title: "Broj soba",
|
||||
dbFieldMin: "numberOfRoomsMin",
|
||||
dbFieldMax: "numberOfRoomsMax",
|
||||
decimalPlaces: 1,
|
||||
validValueMin: 0,
|
||||
validValueMax: 200,
|
||||
categoriesToShow: [
|
||||
AD_CATEGORY.FLAT,
|
||||
AD_CATEGORY.HOUSE,
|
||||
AD_CATEGORY.APARTMENT,
|
||||
AD_CATEGORY.COTTAGE,
|
||||
AD_CATEGORY.OFFICE
|
||||
]
|
||||
}
|
||||
];
|
||||
|
||||
module.exports = {
|
||||
ADVANCED_BOOLEAN_FILTERS,
|
||||
ADVANCED_SEGMENT_SELECT_FILTERS,
|
||||
ADVANCED_RANGE_FILTERS
|
||||
};
|
||||
@@ -9,11 +9,15 @@ const APP_URL =
|
||||
? process.env.APP_URL || "http://market-alarm"
|
||||
: process.env.APP_URL || `${APP_BASE_URL}:${APP_PORT}`;
|
||||
|
||||
const STAGING = process.env.ENVIRONMENT !== "production";
|
||||
|
||||
const DEFAULT_TIMEZONE = "Europe/Sarajevo";
|
||||
|
||||
const CRAWLER_INTERVAL = parseInt(process.env.CRAWLER_INTERVAL) || 60;
|
||||
const STOP_CRAWLER = !!parseInt(process.env.STOP_CRAWLER);
|
||||
|
||||
const CHECK_UP_DAYS = parseInt(process.env.CHECK_UP_DAYS) || 10;
|
||||
|
||||
const AWS_EMAIL_CONFIG = {
|
||||
REGION: process.env.AWS_REGION || "",
|
||||
CREDENTIALS: {
|
||||
@@ -30,6 +34,13 @@ const MAX_REAL_ESTATES_IN_FIRST_EMAIL =
|
||||
|
||||
const PRINT_CRAWLER_DEBUG = process.env.PRINT_CRAWLER_DEBUG_INFO || 0;
|
||||
|
||||
const API_MAP_KEY = process.env.API_MAP_KEY || "";
|
||||
|
||||
const PROSTOR_LOGIN = {
|
||||
EMAIL: process.env.PROSTOR_LOGIN_EMAIL,
|
||||
PASSWORD: process.env.PROSTOR_LOGIN_PASS
|
||||
};
|
||||
|
||||
module.exports = {
|
||||
APP_PORT,
|
||||
APP_URL,
|
||||
@@ -39,5 +50,9 @@ module.exports = {
|
||||
AWS_EMAIL_CONFIG,
|
||||
MAX_REAL_ESTATES_IN_EMAIL,
|
||||
MAX_REAL_ESTATES_IN_FIRST_EMAIL,
|
||||
PRINT_CRAWLER_DEBUG
|
||||
PRINT_CRAWLER_DEBUG,
|
||||
API_MAP_KEY,
|
||||
STAGING,
|
||||
CHECK_UP_DAYS,
|
||||
PROSTOR_LOGIN
|
||||
};
|
||||
|
||||
@@ -4,9 +4,37 @@ const getLocation = async (req, res) => {
|
||||
const title = "Odaberite lokaciju";
|
||||
const nextStep = req.query.nextStep || "/";
|
||||
|
||||
//Check if location data already exists (active request)
|
||||
//If it does then get location is called through edit field query
|
||||
//and map should show already selected location not initial map
|
||||
let selectedLatLngBounds = {};
|
||||
let boundsSelected = false;
|
||||
|
||||
const searchRequest = await currentSearchRequest(req);
|
||||
|
||||
if (!searchRequest || !searchRequest.dataValues) {
|
||||
res.render("notFound", { title: " " });
|
||||
return;
|
||||
}
|
||||
const selectedArea = searchRequest.areaToSearch;
|
||||
const sw = selectedArea.coordinates[0][3];
|
||||
const ne = selectedArea.coordinates[0][1];
|
||||
|
||||
if (sw[0] && ne[0]) {
|
||||
selectedLatLngBounds = {
|
||||
swLat: sw[1],
|
||||
swLng: sw[0],
|
||||
neLat: ne[1],
|
||||
neLng: ne[0]
|
||||
};
|
||||
boundsSelected = true;
|
||||
}
|
||||
|
||||
res.render("location", {
|
||||
nextStep,
|
||||
title
|
||||
title,
|
||||
boundsSelected,
|
||||
selectedLatLngBounds
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
@@ -1,5 +1,10 @@
|
||||
const { currentSearchRequest } = require("../helpers/url");
|
||||
const { AD_CATEGORY, AD_TYPE } = require("../common/enums");
|
||||
const { AD_CATEGORY, AD_TYPE, ACCESS_ROAD_TYPE } = require("../common/enums");
|
||||
const {
|
||||
ADVANCED_BOOLEAN_FILTERS,
|
||||
ADVANCED_SEGMENT_SELECT_FILTERS,
|
||||
ADVANCED_RANGE_FILTERS
|
||||
} = require("../common/filterEnums");
|
||||
|
||||
const getFilters = async (req, res) => {
|
||||
const searchRequest = await currentSearchRequest(req);
|
||||
@@ -19,7 +24,19 @@ const getFilters = async (req, res) => {
|
||||
sizeMin,
|
||||
sizeMax,
|
||||
gardenSizeMin,
|
||||
gardenSizeMax
|
||||
gardenSizeMax,
|
||||
numberOfRoomsMin,
|
||||
numberOfRoomsMax,
|
||||
numberOfFloorsMin,
|
||||
numberOfFloorsMax,
|
||||
floorMin,
|
||||
floorMax,
|
||||
includeIncompleteAds,
|
||||
balcony,
|
||||
elevator,
|
||||
newBuilding,
|
||||
accessRoadType,
|
||||
includeWithoutPrice
|
||||
} = searchRequest;
|
||||
const category = AD_CATEGORY[realEstateType] || AD_CATEGORY.FLAT;
|
||||
|
||||
@@ -41,6 +58,40 @@ const getFilters = async (req, res) => {
|
||||
return;
|
||||
}
|
||||
|
||||
// TODO: Maybe this is slow, pay attention to this
|
||||
const filterFilters = filterObject => {
|
||||
const filterCategories = filterObject.categoriesToShow;
|
||||
return filterCategories.indexOf(category) !== -1;
|
||||
};
|
||||
|
||||
const advancedBooleanFilterObjects = ADVANCED_BOOLEAN_FILTERS.filter(
|
||||
filterFilters
|
||||
);
|
||||
const advancedSegmentSelectFilterObjects = ADVANCED_SEGMENT_SELECT_FILTERS.filter(
|
||||
filterFilters
|
||||
);
|
||||
const advancedRangeFilterObjects = ADVANCED_RANGE_FILTERS.filter(
|
||||
filterFilters
|
||||
);
|
||||
|
||||
const advancedBooleanFilterValues = {
|
||||
includeIncompleteAds,
|
||||
balcony,
|
||||
elevator,
|
||||
newBuilding
|
||||
};
|
||||
const advancedSegmentSelectFilterValues = {
|
||||
accessRoadType
|
||||
};
|
||||
const advancedRangeFilterValues = {
|
||||
numberOfFloorsMin,
|
||||
numberOfFloorsMax,
|
||||
numberOfRoomsMin,
|
||||
numberOfRoomsMax,
|
||||
floorMin,
|
||||
floorMax
|
||||
};
|
||||
|
||||
if (priceMin || priceMax) {
|
||||
priceSliderOptions.start = [priceMin, priceMax];
|
||||
}
|
||||
@@ -58,7 +109,15 @@ const getFilters = async (req, res) => {
|
||||
hasGardenSize,
|
||||
priceSliderOptions: JSON.stringify(priceSliderOptions),
|
||||
sizeSliderOptions: JSON.stringify(sizeSliderOptions),
|
||||
gardenSizeSliderOptions: JSON.stringify(gardenSizeSliderOptions)
|
||||
gardenSizeSliderOptions: JSON.stringify(gardenSizeSliderOptions),
|
||||
advancedBooleanFilterObjects,
|
||||
advancedBooleanFilterValues,
|
||||
advancedSegmentSelectFilterObjects,
|
||||
advancedSegmentSelectFilterValues,
|
||||
advancedRangeFilterObjects,
|
||||
advancedRangeFilterValues,
|
||||
includeIncompleteAds,
|
||||
includeWithoutPrice
|
||||
});
|
||||
};
|
||||
|
||||
@@ -78,13 +137,93 @@ const postFilters = async (req, res) => {
|
||||
const sizeMin = parseInt(req.body.sizeMin) || 0;
|
||||
const sizeMax = parseInt(req.body.sizeMax) || 0;
|
||||
|
||||
//TODO: Filter validation
|
||||
const advancedRangeFilters = {};
|
||||
|
||||
ADVANCED_RANGE_FILTERS.forEach(filter => {
|
||||
let parsingFunction = parseInt;
|
||||
if (filter.decimalPlaces) {
|
||||
parsingFunction = parseFloat;
|
||||
}
|
||||
|
||||
advancedRangeFilters[filter.dbFieldMin] = parsingFunction(
|
||||
req.body[filter.dbFieldMin]
|
||||
);
|
||||
advancedRangeFilters[filter.dbFieldMax] = parsingFunction(
|
||||
req.body[filter.dbFieldMax]
|
||||
);
|
||||
|
||||
advancedRangeFilters[filter.dbFieldMin] = isNaN(
|
||||
advancedRangeFilters[filter.dbFieldMin]
|
||||
)
|
||||
? null
|
||||
: advancedRangeFilters[filter.dbFieldMin];
|
||||
advancedRangeFilters[filter.dbFieldMax] = isNaN(
|
||||
advancedRangeFilters[filter.dbFieldMax]
|
||||
)
|
||||
? null
|
||||
: advancedRangeFilters[filter.dbFieldMax];
|
||||
|
||||
try {
|
||||
if (filter.decimalPlaces) {
|
||||
advancedRangeFilters[filter.dbFieldMin] = advancedRangeFilters[
|
||||
filter.dbFieldMin
|
||||
].toFixed(filter.decimalPlaces);
|
||||
advancedRangeFilters[filter.dbFieldMax] = advancedRangeFilters[
|
||||
filter.dbFieldMax
|
||||
].toFixed(filter.decimalPlaces);
|
||||
}
|
||||
} catch (e) {
|
||||
advancedRangeFilters[filter.dbFieldMin] = null;
|
||||
advancedRangeFilters[filter.dbFieldMax] = null;
|
||||
}
|
||||
|
||||
if (
|
||||
advancedRangeFilters[filter.dbFieldMin] < filter.validValueMin ||
|
||||
advancedRangeFilters[filter.dbFieldMin] > filter.validValueMax
|
||||
) {
|
||||
advancedRangeFilters[filter.dbFieldMin] = filter.validValueMin;
|
||||
}
|
||||
|
||||
if (
|
||||
advancedRangeFilters[filter.dbFieldMax] < filter.validValueMin ||
|
||||
advancedRangeFilters[filter.dbFieldMax] > filter.validValueMax
|
||||
) {
|
||||
advancedRangeFilters[filter.dbFieldMax] = filter.validValueMax;
|
||||
}
|
||||
});
|
||||
|
||||
const includeIncompleteAds = req.body.includeIncompleteAds === "on";
|
||||
const includeWithoutPrice = req.body.includeWithoutPrice === "on";
|
||||
|
||||
const balcony = req.body.balcony === "on";
|
||||
const elevator = req.body.elevator === "on";
|
||||
const newBuilding = req.body.newBuilding === "on";
|
||||
|
||||
const accessRoadType = req.body.accessRoadType;
|
||||
if (!ACCESS_ROAD_TYPE[accessRoadType]) {
|
||||
res.render("notFound", { title: " Greška !" });
|
||||
return;
|
||||
}
|
||||
|
||||
//TODO: Filter validation
|
||||
searchRequest.priceMin = priceMin;
|
||||
searchRequest.priceMax = priceMax;
|
||||
searchRequest.sizeMin = sizeMin;
|
||||
searchRequest.sizeMax = sizeMax;
|
||||
|
||||
for (const filter of Object.keys(advancedRangeFilters)) {
|
||||
searchRequest[filter] = advancedRangeFilters[filter];
|
||||
}
|
||||
|
||||
searchRequest.balcony = balcony;
|
||||
searchRequest.elevator = elevator;
|
||||
searchRequest.newBuilding = newBuilding;
|
||||
|
||||
searchRequest.includeIncompleteAds = includeIncompleteAds;
|
||||
searchRequest.includeWithoutPrice = includeWithoutPrice;
|
||||
|
||||
searchRequest.accessRoadType = accessRoadType;
|
||||
|
||||
if (
|
||||
req.body.gardenSizeMin !== undefined &&
|
||||
req.body.gardenSizeMax !== undefined
|
||||
@@ -97,7 +236,6 @@ const postFilters = async (req, res) => {
|
||||
searchRequest.gardenSizeMin = gardenSizeMin;
|
||||
searchRequest.gardenSizeMax = gardenSizeMax;
|
||||
}
|
||||
|
||||
await searchRequest.save();
|
||||
|
||||
res.redirect(nextStepUrl);
|
||||
|
||||
@@ -2,13 +2,14 @@
|
||||
const {
|
||||
findRealEstatesForSearchRequest
|
||||
} = require("../helpers/db/searchRequestMatch");
|
||||
const { AD_STATUS } = require("../common/enums");
|
||||
|
||||
const getRealEstates = async (req, res) => {
|
||||
const searchRequestId = req.params["searchRequestId"] || "";
|
||||
const realEstates = await findRealEstatesForSearchRequest(searchRequestId);
|
||||
|
||||
const title = "Nekretnine koje odgovaraju Vašim uslovima pretrage";
|
||||
res.render("realEstates", { realEstates, title });
|
||||
res.render("realEstates", { realEstates, title, AD_STATUS });
|
||||
};
|
||||
|
||||
module.exports = {
|
||||
|
||||
@@ -1,9 +1,11 @@
|
||||
const { getRealEstateById } = require("../helpers/db/realEstate");
|
||||
const { AD_STATUS } = require("../common/enums");
|
||||
|
||||
const getRedirect = async (req, res) => {
|
||||
const id = req.params.id || null;
|
||||
let error = false;
|
||||
let redirectUrl = undefined;
|
||||
let vipAd = undefined;
|
||||
if (!id) {
|
||||
error = true;
|
||||
} else {
|
||||
@@ -13,6 +15,7 @@ const getRedirect = async (req, res) => {
|
||||
error = true;
|
||||
} else {
|
||||
redirectUrl = realEstate.url;
|
||||
vipAd = realEstate.adStatus === AD_STATUS.STATUS_VIP;
|
||||
}
|
||||
} catch (e) {
|
||||
error = true;
|
||||
@@ -24,7 +27,7 @@ const getRedirect = async (req, res) => {
|
||||
res.render("notFound", { title });
|
||||
} else {
|
||||
const title = "Preusmjeravanje";
|
||||
res.render("redirect", { title, redirectUrl });
|
||||
res.render("redirect", { title, redirectUrl, vipAd });
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
@@ -9,12 +9,14 @@ const OlxCrawler = require("./specificCrawlers/olx");
|
||||
const RentalCrawler = require("./specificCrawlers/rental");
|
||||
const ProstorCrawler = require("./specificCrawlers/prostor");
|
||||
const AktidoCrawler = require("./specificCrawlers/aktido");
|
||||
const SaljicCrawler = require("./specificCrawlers/saljic");
|
||||
|
||||
const {
|
||||
OLX_CONFIG,
|
||||
RENTAL_CONFIG,
|
||||
PROSTOR_CONFIG,
|
||||
AKTIDO_CONFIG
|
||||
AKTIDO_CONFIG,
|
||||
SALJIC_CONFIG
|
||||
} = require("./crawlerConfig");
|
||||
const PostgresSaver = require("./savers/postgres");
|
||||
|
||||
@@ -57,6 +59,15 @@ async function crawlAll() {
|
||||
AKTIDO_CONFIG.AKTIDO_MAX_RESULTS_PER_PAGE,
|
||||
AKTIDO_CONFIG.AKTIDO_IGNORED_USERNAMES,
|
||||
AKTIDO_CONFIG.AKTIDO_DELAY_BETWEEN_PAGES
|
||||
),
|
||||
new SaljicCrawler(
|
||||
[postgresSaver],
|
||||
SALJIC_CONFIG.SALJIC_CRAWLER_AD_TYPE,
|
||||
SALJIC_CONFIG.SALJIC_CRAWLER_AD_CATEGORIES,
|
||||
SALJIC_CONFIG.SALJIC_MAX_PAGES,
|
||||
SALJIC_CONFIG.SALJIC_MAX_RESULTS_PER_PAGE,
|
||||
SALJIC_CONFIG.SALJIC_IGNORED_USERNAMES,
|
||||
SALJIC_CONFIG.SALJIC_DELAY_BETWEEN_PAGES
|
||||
)
|
||||
];
|
||||
|
||||
|
||||
@@ -5,10 +5,12 @@ const OLX_CONFIG = require("./specificConfigs/olx");
|
||||
const RENTAL_CONFIG = require("./specificConfigs/rental");
|
||||
const PROSTOR_CONFIG = require("./specificConfigs/prostor");
|
||||
const AKTIDO_CONFIG = require("./specificConfigs/aktido");
|
||||
const SALJIC_CONFIG = require("./specificConfigs/saljic");
|
||||
|
||||
module.exports = {
|
||||
OLX_CONFIG,
|
||||
RENTAL_CONFIG,
|
||||
PROSTOR_CONFIG,
|
||||
AKTIDO_CONFIG
|
||||
AKTIDO_CONFIG,
|
||||
SALJIC_CONFIG
|
||||
};
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
const moment = require("moment");
|
||||
|
||||
const { bulkUpsertRealEstates } = require("../../helpers/db/realEstate");
|
||||
const { bulkUpsertPriceHistory } = require("../../helpers/db/priceHistory");
|
||||
|
||||
class PostgresSaver {
|
||||
connect() {
|
||||
@@ -11,6 +12,21 @@ class PostgresSaver {
|
||||
|
||||
async save(results) {
|
||||
const savedRecords = await bulkUpsertRealEstates(results);
|
||||
//Extruding data for price history table
|
||||
const resultPrices = savedRecords.map(realEstate => {
|
||||
//Null values canot be recognized by ignore duplicates in sequalize
|
||||
//Value price = 0 indicates 'cijena na upit'
|
||||
const priceTmp =
|
||||
realEstate.dataValues.price === null ? 0 : realEstate.dataValues.price;
|
||||
|
||||
return {
|
||||
realEstateId: realEstate.dataValues.id,
|
||||
price: priceTmp,
|
||||
createdAt: realEstate.dataValues.createdAt,
|
||||
updatedAt: realEstate.dataValues.updatedAt
|
||||
};
|
||||
});
|
||||
const savedPrices = await bulkUpsertPriceHistory(resultPrices);
|
||||
|
||||
if (Array.isArray(savedRecords)) {
|
||||
const newRealEstates = [];
|
||||
|
||||
34
app/crawler/specificConfigs/saljic.js
Normal file
34
app/crawler/specificConfigs/saljic.js
Normal file
@@ -0,0 +1,34 @@
|
||||
"use strict";
|
||||
const { CRAWLER_AD_TYPE, AD_CATEGORY } = require("../../common/enums");
|
||||
|
||||
const saljicCrawlerAdType =
|
||||
process.env.SALJIC_CRAWLER_AD_TYPE !== undefined
|
||||
? CRAWLER_AD_TYPE[process.env.SALJIC_CRAWLER_AD_TYPE]
|
||||
: null;
|
||||
|
||||
const saljicParsedCrawlerAdCategories =
|
||||
process.env.SALJIC_CRAWLER_AD_CATEGORIES !== undefined
|
||||
? process.env.SALJIC_CRAWLER_AD_CATEGORIES.split(",").map(category =>
|
||||
category.trim()
|
||||
)
|
||||
: ["FLAT", "HOUSE"];
|
||||
|
||||
const saljicIgnoredUsernames = [];
|
||||
|
||||
const transformedSaljicCrawlerAdCategories = saljicParsedCrawlerAdCategories
|
||||
.map(categoryName =>
|
||||
AD_CATEGORY[categoryName] ? AD_CATEGORY[categoryName].id : undefined
|
||||
)
|
||||
.filter(category => !!category);
|
||||
|
||||
module.exports = {
|
||||
SALJIC_MAX_PAGES: parseInt(process.env.SALJIC_MAX_PAGES) || 100,
|
||||
SALJIC_MAX_RESULTS_PER_PAGE:
|
||||
parseInt(process.env.SALJIC_MAX_RESULTS_PER_PAGE) || 5000,
|
||||
SALJIC_CRAWLER_AD_TYPE: saljicCrawlerAdType || CRAWLER_AD_TYPE.NONE,
|
||||
SALJIC_CRAWLER_AD_CATEGORIES: transformedSaljicCrawlerAdCategories,
|
||||
SALJIC_IGNORED_USERNAMES: saljicIgnoredUsernames || [],
|
||||
SALJIC_DELAY_BETWEEN_PAGES:
|
||||
parseInt(process.env.SALJIC_DELAY_BETWEEN_PAGES) || 1000,
|
||||
SALJIC_FORCE_CRAWL: !!parseInt(process.env.SALJIC_FORCE_CRAWL)
|
||||
};
|
||||
@@ -3,6 +3,7 @@
|
||||
const fetch = require("node-fetch");
|
||||
const cheerio = require("cheerio");
|
||||
const moment = require("moment-timezone");
|
||||
const FormData = require("form-data");
|
||||
|
||||
const {
|
||||
AD_TYPE,
|
||||
@@ -16,7 +17,8 @@ const {
|
||||
|
||||
const {
|
||||
PRINT_CRAWLER_DEBUG,
|
||||
DEFAULT_TIMEZONE
|
||||
DEFAULT_TIMEZONE,
|
||||
PROSTOR_LOGIN
|
||||
} = require("../../config/appConfig");
|
||||
const { PROSTOR_FORCE_CRAWL } = require("../specificConfigs/prostor");
|
||||
|
||||
@@ -60,13 +62,16 @@ class ProstorCrawler {
|
||||
|
||||
async crawl() {
|
||||
const crawlAdCategories = this.crawlerAdCategories;
|
||||
|
||||
//We need session cookie to use login privileges
|
||||
const prostorCookie = await this.getCookies();
|
||||
//New tag to check if crawler loged in
|
||||
const login = await this.loginForScraping(PROSTOR_LOGIN, prostorCookie);
|
||||
const newRealEstates = [];
|
||||
|
||||
if (crawlAdCategories) {
|
||||
//Crawl only if login was successful
|
||||
if (crawlAdCategories && login) {
|
||||
const indexGenerators = [];
|
||||
for (const adCategory of crawlAdCategories) {
|
||||
indexGenerators.push(this.categoryIndexer(adCategory));
|
||||
indexGenerators.push(this.categoryIndexer(adCategory, prostorCookie));
|
||||
}
|
||||
|
||||
let done = false;
|
||||
@@ -119,13 +124,14 @@ class ProstorCrawler {
|
||||
return newRealEstates;
|
||||
}
|
||||
|
||||
async *categoryIndexer(adCategory) {
|
||||
async *categoryIndexer(adCategory, prostorCookie) {
|
||||
const urlAdTypePart = PROSTOR_ENUMS.PROSTOR_AD_TYPE[this.crawlerAdTypes];
|
||||
const urlCategoryPart = PROSTOR_ENUMS.PROSTOR_AD_CATEGORY[adCategory];
|
||||
if (urlAdTypePart !== undefined && urlCategoryPart !== undefined) {
|
||||
const urlPageToCrawl = `${this.baseUrl}?remove_sold=0${urlAdTypePart}${urlCategoryPart}`;
|
||||
const listOfAllRealEstates = await this.extractRealEstates(
|
||||
urlPageToCrawl
|
||||
urlPageToCrawl,
|
||||
prostorCookie
|
||||
);
|
||||
|
||||
let elementToStartIndexFrom = 0;
|
||||
@@ -139,7 +145,8 @@ class ProstorCrawler {
|
||||
elementToStartIndexFrom += realEstatesForSinglePage.length;
|
||||
|
||||
const singlePageResults = await this.indexSinglePage(
|
||||
realEstatesForSinglePage
|
||||
realEstatesForSinglePage,
|
||||
prostorCookie
|
||||
);
|
||||
|
||||
const filteredSinglePageResults = singlePageResults.filter(
|
||||
@@ -163,10 +170,10 @@ class ProstorCrawler {
|
||||
}
|
||||
}
|
||||
|
||||
async indexSinglePage(realEstatesList) {
|
||||
async indexSinglePage(realEstatesList, prostorCookie) {
|
||||
const asyncActions = [];
|
||||
for (const realEstate of realEstatesList) {
|
||||
asyncActions.push(this.scrapeAd(realEstate));
|
||||
asyncActions.push(this.scrapeAd(realEstate, prostorCookie));
|
||||
}
|
||||
|
||||
try {
|
||||
@@ -180,12 +187,25 @@ class ProstorCrawler {
|
||||
}
|
||||
}
|
||||
|
||||
async scrapeAd(realEstate) {
|
||||
async scrapeAd(realEstate, prostorCookie) {
|
||||
const { lat, lng, property_name, price, size, link, status } = realEstate;
|
||||
|
||||
//Status information is given already in realestate list
|
||||
//For VIP Ads status ='' canot be used, but no VIP ads are crawled
|
||||
//We will make "fake" vip ad for RE that have size=55
|
||||
//It is weird because yesterday it said 'VIP ponuda' ???
|
||||
const adStatus =
|
||||
size === "55"
|
||||
? ProstorCrawler.getStatusId("VIP ponuda")
|
||||
: ProstorCrawler.getStatusId(status);
|
||||
|
||||
const url = `https://prostor.ba${link}`;
|
||||
|
||||
// console.log("[PROSTOR] Scraping : ", url);
|
||||
try {
|
||||
const adPageSource = await fetch(url);
|
||||
const adPageSource = await fetch(url, {
|
||||
headers: { Cookie: prostorCookie }
|
||||
});
|
||||
const body = await adPageSource.text();
|
||||
const $ = cheerio.load(body);
|
||||
|
||||
@@ -330,7 +350,6 @@ class ProstorCrawler {
|
||||
furnishingType = FURNISHING_TYPE.NOT_FURNISHED.id;
|
||||
}
|
||||
|
||||
const adStatus = ProstorCrawler.getStatusId(status);
|
||||
const title = property_name;
|
||||
const parsedPrice = parseFloat(price.replace(/\./g, "")) || null;
|
||||
const parsedArea = parseFloat(size);
|
||||
@@ -408,13 +427,15 @@ class ProstorCrawler {
|
||||
}
|
||||
}
|
||||
|
||||
async extractRealEstates(url) {
|
||||
async extractRealEstates(url, prostorCookie) {
|
||||
if (PRINT_CRAWLER_DEBUG) {
|
||||
console.log("[PROSTOR] Index page : ", url);
|
||||
}
|
||||
|
||||
try {
|
||||
const res = await fetch(url);
|
||||
const res = await fetch(url, {
|
||||
headers: { Cookie: prostorCookie }
|
||||
});
|
||||
const body = await res.text();
|
||||
const $ = cheerio.load(body);
|
||||
|
||||
@@ -548,6 +569,8 @@ class ProstorCrawler {
|
||||
return AD_STATUS.STATUS_SOLD;
|
||||
case "Iznajmljeno":
|
||||
return AD_STATUS.STATUS_RENTED;
|
||||
case "VIP ponuda":
|
||||
return AD_STATUS.STATUS_VIP;
|
||||
default:
|
||||
console.log("[PROSTOR] Unknown AD_STATUS : [", statusText, "]");
|
||||
return AD_STATUS.STATUS_NORMAL;
|
||||
@@ -569,6 +592,51 @@ class ProstorCrawler {
|
||||
return savers[0].save(results);
|
||||
//so that we can use some sequelize options and information when data is inserted
|
||||
}
|
||||
async loginForScraping(PROSTOR_LOGIN, prostorCookie) {
|
||||
let formData = new FormData();
|
||||
formData.append("email", PROSTOR_LOGIN.EMAIL);
|
||||
formData.append("password", PROSTOR_LOGIN.PASSWORD);
|
||||
|
||||
return fetch("https://prostor.ba/moj-prostor/prijava", {
|
||||
method: "POST",
|
||||
body: formData,
|
||||
headers: { Cookie: prostorCookie }
|
||||
})
|
||||
.then(page => {
|
||||
return page.text();
|
||||
})
|
||||
.then(resp => {
|
||||
const $ = cheerio.load(resp);
|
||||
if (
|
||||
$("h1")
|
||||
.text()
|
||||
.indexOf("Dobrodošli") !== -1
|
||||
) {
|
||||
console.log("[PROSTOR]: Crawler loged in!");
|
||||
return true;
|
||||
} else {
|
||||
console.log("[PROSTOR]: Crawler login failed - wrong credentials!");
|
||||
return false;
|
||||
}
|
||||
})
|
||||
.catch(err => {
|
||||
console.log("[PROSTOR]: Crawler login error ", err);
|
||||
});
|
||||
}
|
||||
async getCookies() {
|
||||
const getResponse = await fetch("https://prostor.ba/moj-prostor/prijava", {
|
||||
headers: { Cookie: "" }
|
||||
});
|
||||
const raw = getResponse.headers.raw()["set-cookie"];
|
||||
const cookie = raw
|
||||
.map(datastring => {
|
||||
const data = datastring.split(";");
|
||||
const cookieData = data[0];
|
||||
return cookieData;
|
||||
})
|
||||
.join(";");
|
||||
return cookie;
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = ProstorCrawler;
|
||||
|
||||
@@ -312,7 +312,7 @@ class RentalCrawler {
|
||||
|
||||
let numberOfRooms =
|
||||
parseInt(extractedData["re_realEstates_roomsNO"]) +
|
||||
parseInt(extractedData["re_realEstates_bedroomNO"]) || null,
|
||||
parseInt(extractedData["re_realEstates_bedNO"]) || null,
|
||||
numberOfFloors =
|
||||
parseInt(extractedData["re_realEstates_floorsNO"]) ||
|
||||
this.getNumberOfFloorsFromFloorId(extractedData["re_floorNO_id"]),
|
||||
@@ -352,7 +352,9 @@ class RentalCrawler {
|
||||
realEstatePropertiesFromInfrastructure.phoneConnection,
|
||||
cableTV = realEstatePropertiesFromInfrastructure.cableTV,
|
||||
internet = realEstatePropertiesFromInfrastructure.internet,
|
||||
basementAttic = realEstatePropertiesFromSpaces.basementAttic,
|
||||
basementAttic =
|
||||
realEstatePropertiesFromSpaces.basementAttic ||
|
||||
this.checkBasemAtticFromFloors(extractedData["re_floorNO_id"]),
|
||||
storeRoom = realEstatePropertiesFromSpaces.storeRoom,
|
||||
videoSurveillance =
|
||||
realEstatePropertiesFromDescriptions.videoSurveillance ||
|
||||
@@ -397,9 +399,7 @@ class RentalCrawler {
|
||||
);
|
||||
if (!publishedDateMoment.isValid()) {
|
||||
throw {
|
||||
message: `Invalid published date : ${
|
||||
extractedData["re_realEstates_inserted"]
|
||||
}`
|
||||
message: `Invalid published date : ${extractedData["re_realEstates_inserted"]}`
|
||||
};
|
||||
}
|
||||
|
||||
@@ -410,9 +410,7 @@ class RentalCrawler {
|
||||
);
|
||||
if (!renewedDateMoment.isValid()) {
|
||||
throw {
|
||||
message: `Invalid renewed date : ${
|
||||
extractedData["re_realEstates_edited"]
|
||||
}`
|
||||
message: `Invalid renewed date : ${extractedData["re_realEstates_edited"]}`
|
||||
};
|
||||
}
|
||||
|
||||
@@ -782,8 +780,42 @@ class RentalCrawler {
|
||||
if (floorIds.length === 0) {
|
||||
return null;
|
||||
}
|
||||
let noOfFloors = floorIds.length;
|
||||
// Floors of 'suteren', 'podrum', 'tavan' and 'potkrovlje' are not counted
|
||||
floorIds.forEach(id => {
|
||||
if (
|
||||
parseInt(id) === 1 ||
|
||||
parseInt(id) === 2 ||
|
||||
parseInt(id) === 12 ||
|
||||
parseInt(id) === 14
|
||||
) {
|
||||
noOfFloors--;
|
||||
}
|
||||
});
|
||||
return noOfFloors;
|
||||
}
|
||||
|
||||
return floorIds.length;
|
||||
checkBasemAtticFromFloors(floorsIdText) {
|
||||
// floorIdText can be array of numbers, separated by comma or number
|
||||
const floorIds = floorsIdText.split(",");
|
||||
|
||||
let check = false;
|
||||
|
||||
if (floorIds.length === 0) {
|
||||
check = false;
|
||||
}
|
||||
//If floors 'suteren', 'podrum', 'tavan' and 'potkrovlje' exists then tag for basement-attic is true
|
||||
floorIds.forEach(id => {
|
||||
if (
|
||||
parseInt(id) === 1 ||
|
||||
parseInt(id) === 2 ||
|
||||
parseInt(id) === 12 ||
|
||||
parseInt(id) === 14
|
||||
) {
|
||||
check = true;
|
||||
}
|
||||
});
|
||||
return check;
|
||||
}
|
||||
|
||||
async sleep(ms) {
|
||||
|
||||
631
app/crawler/specificCrawlers/saljic.js
Normal file
631
app/crawler/specificCrawlers/saljic.js
Normal file
@@ -0,0 +1,631 @@
|
||||
"use strict";
|
||||
|
||||
const fetch = require("node-fetch");
|
||||
const cheerio = require("cheerio");
|
||||
const moment = require("moment-timezone");
|
||||
|
||||
const {
|
||||
AD_TYPE,
|
||||
AD_CATEGORY,
|
||||
AD_AGENCY,
|
||||
AD_STATUS,
|
||||
CRAWLER_AD_TYPE,
|
||||
FURNISHING_TYPE,
|
||||
HEATING_TYPE
|
||||
} = require("../../common/enums");
|
||||
|
||||
const {
|
||||
PRINT_CRAWLER_DEBUG,
|
||||
DEFAULT_TIMEZONE
|
||||
} = require("../../config/appConfig");
|
||||
const { SALJIC_FORCE_CRAWL } = require("../specificConfigs/saljic");
|
||||
|
||||
const SALJIC_ENUMS = {
|
||||
SALJIC_AD_TYPE: {
|
||||
[CRAWLER_AD_TYPE.ALL]: "&input_vrsta=",
|
||||
[CRAWLER_AD_TYPE.ONLY_SELL]: "&input_vrsta=1",
|
||||
[CRAWLER_AD_TYPE.ONLY_RENT]: "&input_vrsta=2"
|
||||
},
|
||||
SALJIC_AD_CATEGORY: {
|
||||
[AD_CATEGORY.ALL.id]: "&input_kategorija=",
|
||||
[AD_CATEGORY.FLAT.id]: "&input_kategorija=15",
|
||||
[AD_CATEGORY.HOUSE.id]: "&input_kategorija=9",
|
||||
[AD_CATEGORY.LAND.id]: "&input_kategorija=5", //3 and 4 also gradjevinsko
|
||||
[AD_CATEGORY.OFFICE.id]: "&input_kategorija=8",
|
||||
[AD_CATEGORY.APARTMENT.id]: "&input_kategorija=1",
|
||||
[AD_CATEGORY.GARAGE.id]: "&input_kategorija=2"
|
||||
//[AD_CATEGORY.COTTAGE.id]: ""
|
||||
}
|
||||
};
|
||||
|
||||
class SaljicCrawler {
|
||||
constructor(
|
||||
savers = [],
|
||||
crawlerAdTypes = CRAWLER_AD_TYPE.ALL,
|
||||
crawlerAdCategories = [AD_CATEGORY.FLAT, AD_CATEGORY.HOUSE],
|
||||
maxPages = 5000,
|
||||
maxResultsPerPage = 5000,
|
||||
ignoredUsernames = [],
|
||||
delayBetweenPages = 1000
|
||||
) {
|
||||
this.savers = savers;
|
||||
this.baseUrl = "https://www.saljicnekretnine.ba/v2/nekretnine_search";
|
||||
this.crawlerAdTypes = crawlerAdTypes;
|
||||
this.crawlerAdCategories = crawlerAdCategories;
|
||||
this.maxResultsPerPage = maxResultsPerPage;
|
||||
this.delayBetweenPages = delayBetweenPages;
|
||||
}
|
||||
|
||||
async crawl() {
|
||||
const crawlAdCategories = this.crawlerAdCategories;
|
||||
|
||||
const newRealEstates = [];
|
||||
|
||||
if (crawlAdCategories) {
|
||||
const indexGenerators = [];
|
||||
for (const adCategory of crawlAdCategories) {
|
||||
indexGenerators.push(this.categoryIndexer(adCategory));
|
||||
}
|
||||
//
|
||||
//console.log(indexGenerators);
|
||||
//
|
||||
let done = false;
|
||||
while (!done) {
|
||||
const categoryIndexerPromises = [];
|
||||
const generatorsToRemove = [];
|
||||
for (const indexGenerator of indexGenerators) {
|
||||
categoryIndexerPromises.push(indexGenerator.next());
|
||||
generatorsToRemove.push(false);
|
||||
}
|
||||
|
||||
const singlePageResults = await Promise.all(categoryIndexerPromises);
|
||||
const entries = singlePageResults.entries();
|
||||
|
||||
for (const [index, { value: singlePageResult }] of entries) {
|
||||
if (singlePageResult) {
|
||||
const saveResults = await this.saveCrawledResults(singlePageResult);
|
||||
const { newRecords } = saveResults;
|
||||
|
||||
newRealEstates.push(...newRecords);
|
||||
|
||||
if (
|
||||
Array.isArray(newRecords) &&
|
||||
newRecords.length === 0 &&
|
||||
!SALJIC_FORCE_CRAWL
|
||||
) {
|
||||
generatorsToRemove[index] = true;
|
||||
}
|
||||
} else {
|
||||
//Generator returned undefined, remove this generator from array
|
||||
generatorsToRemove[index] = true;
|
||||
// console.log("Generator ", index + 1, "has no more pages");
|
||||
}
|
||||
}
|
||||
|
||||
// console.log("Generators state : ", generatorsToRemove);
|
||||
for (let i = generatorsToRemove.length - 1; i >= 0; i--) {
|
||||
if (generatorsToRemove[i]) {
|
||||
// console.log("\tRemove generator ", i + 1);
|
||||
indexGenerators.splice(i, 1);
|
||||
}
|
||||
}
|
||||
if (indexGenerators.length === 0) {
|
||||
done = true;
|
||||
}
|
||||
|
||||
await this.sleep(this.delayBetweenPages);
|
||||
}
|
||||
}
|
||||
return newRealEstates;
|
||||
}
|
||||
|
||||
async *categoryIndexer(adCategory) {
|
||||
let pageToIndex = 1;
|
||||
|
||||
const urlAdTypePart = SALJIC_ENUMS.SALJIC_AD_TYPE[this.crawlerAdTypes];
|
||||
const urlCategoryPart = SALJIC_ENUMS.SALJIC_AD_CATEGORY[adCategory];
|
||||
|
||||
if (urlAdTypePart !== undefined && urlCategoryPart !== undefined) {
|
||||
while (true) {
|
||||
const urlPagePart = pageToIndex === 1 ? "" : (pageToIndex - 1) * 2 * 11;
|
||||
const urlPageToCrawl = `${this.baseUrl}?order_by=${urlAdTypePart}${urlCategoryPart}&per_page=${urlPagePart}`;
|
||||
|
||||
const singlePageResults = await this.indexSinglePage(
|
||||
urlPageToCrawl,
|
||||
this.maxResultsPerPage
|
||||
);
|
||||
|
||||
if (Array.isArray(singlePageResults) && singlePageResults.length > 0) {
|
||||
yield singlePageResults;
|
||||
} else {
|
||||
return undefined;
|
||||
}
|
||||
|
||||
++pageToIndex;
|
||||
if (pageToIndex === this.maxPages) {
|
||||
return undefined;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
return undefined;
|
||||
}
|
||||
}
|
||||
|
||||
async indexSinglePage(url, maxResultsPerPage) {
|
||||
if (PRINT_CRAWLER_DEBUG) {
|
||||
console.log("[SALJIC] Index page : ", url);
|
||||
}
|
||||
|
||||
try {
|
||||
const res = await fetch(url);
|
||||
const body = await res.text();
|
||||
const $ = cheerio.load(body);
|
||||
let hrefs = [];
|
||||
|
||||
$("#shop")
|
||||
.find(".product")
|
||||
.each((i, elem) => {
|
||||
const href = $(elem)
|
||||
.find("a")
|
||||
.first()
|
||||
.attr("href");
|
||||
if (href) {
|
||||
hrefs.push(href);
|
||||
}
|
||||
});
|
||||
|
||||
let adTypesTmp = [];
|
||||
|
||||
$("#shop")
|
||||
.find(".product")
|
||||
.each((i, elem) => {
|
||||
const adType = $(elem)
|
||||
.find(".trakica-search-page")
|
||||
.text()
|
||||
.trim();
|
||||
if (adType) {
|
||||
adTypesTmp.push(adType);
|
||||
}
|
||||
});
|
||||
|
||||
//Converting to AD_TYPE
|
||||
const adTypes = adTypesTmp.map(adTypeText => {
|
||||
return this.getAdTypeId(adTypeText);
|
||||
});
|
||||
|
||||
//Converting to absolute URLs
|
||||
const hrefsAbs = hrefs.map(link => {
|
||||
return "https://www.saljicnekretnine.ba" + link;
|
||||
});
|
||||
|
||||
let actualNoOfResults =
|
||||
hrefsAbs.length <= maxResultsPerPage
|
||||
? hrefsAbs.length
|
||||
: maxResultsPerPage;
|
||||
|
||||
const asyncScraping = [];
|
||||
for (let i = 0; i < actualNoOfResults; i++) {
|
||||
asyncScraping.push(this.scrapeAd(hrefsAbs[i], adTypes[i]));
|
||||
}
|
||||
|
||||
const scrapedData = await Promise.all(asyncScraping);
|
||||
const filteredScrapedData = scrapedData.filter(adData => !!adData);
|
||||
return filteredScrapedData;
|
||||
} catch (e) {
|
||||
console.error("[SALJIC] Exception caught:" + e);
|
||||
return [];
|
||||
}
|
||||
}
|
||||
|
||||
async scrapeAd(url, adType) {
|
||||
console.log("[SALJIC] Scraping : ", url);
|
||||
try {
|
||||
const adPageSource = await fetch(url);
|
||||
const body = await adPageSource.text();
|
||||
const $ = cheerio.load(body);
|
||||
|
||||
// No information for status ex. PRODAN
|
||||
const status = AD_STATUS.STATUS_NORMAL;
|
||||
//Extracting agency ID from url
|
||||
const agencyObjectId = url
|
||||
? parseInt(url.substring(46, url.length))
|
||||
: null;
|
||||
|
||||
//Extracting main properties
|
||||
const propertySelectors = {
|
||||
title:
|
||||
"div.content-wrap > div.container > div.col-md-8.nobottommargin > div.single-post > div.entry > div.entry-title > h2",
|
||||
price:
|
||||
"div.content-wrap > div.container > div.col-md-8.nobottommargin > div.single-post > div.entry > div.topmargin-sm.single-product > div.product > div.product-price > ins",
|
||||
streetName:
|
||||
"div.content-wrap > div.container > div.col-md-8.nobottommargin > div.single-post > div.entry > div.entry-content.topmargin > p",
|
||||
|
||||
descriptions:
|
||||
"div.content-wrap > div.container > div.col-md-8.nobottommargin > div.single-post > div.entry > div.entry-content.topmargin > div.toggle.toggle-bg > div.togglec >p:nth-child(1)",
|
||||
latAndLong:
|
||||
"div.content-wrap > div.container > div.col-md-8.nobottommargin > div.single-post > div.entry > div.entry-content.topmargin > div.gmap.bottommargin > iframe"
|
||||
};
|
||||
const title = $(propertySelectors.title)
|
||||
.text()
|
||||
.replace(/(\r\n|\n|\r)/gm, "")
|
||||
.replace(/ {1,}/g, " ")
|
||||
.trim();
|
||||
|
||||
const priceText = $(propertySelectors.price)
|
||||
.text()
|
||||
.replace(/(\r\n|\n|\r)/gm, "")
|
||||
.replace(/ {1,}/g, " ")
|
||||
.trim();
|
||||
const price =
|
||||
priceText === "CIJENA NA UPIT"
|
||||
? null
|
||||
: parseFloat(
|
||||
priceText.substring(8, priceText.length - 3).replace(",", "")
|
||||
);
|
||||
|
||||
const streetName = $(propertySelectors.streetName)
|
||||
.text()
|
||||
.replace(/(\r\n|\n|\r)/gm, "")
|
||||
.trim();
|
||||
|
||||
const descriptions = $(propertySelectors.descriptions)
|
||||
.text()
|
||||
.replace(/\"/g, "")
|
||||
.trim();
|
||||
|
||||
const latAndLongSrc = $(propertySelectors.latAndLong).attr("src");
|
||||
const tmpLatLong = latAndLongSrc.split("marker=")[1];
|
||||
const latText = tmpLatLong.split("%2C")[0];
|
||||
const longText = tmpLatLong.split("%2C")[1];
|
||||
|
||||
const locationLat = parseFloat(latText) || null;
|
||||
const locationLong = parseFloat(longText) || null;
|
||||
|
||||
//====== DETAIL INFORMATION FIELDS ==========
|
||||
let area = null,
|
||||
gardenSize = null,
|
||||
numberOfRooms = null,
|
||||
numberOfFloors = null,
|
||||
floor = null,
|
||||
accessRoadType = null,
|
||||
heatingType = null,
|
||||
furnishingType = null,
|
||||
balcony = null,
|
||||
newBuilding = null,
|
||||
elevator = null,
|
||||
water = null,
|
||||
electricity = null,
|
||||
drainageSystem = null,
|
||||
registeredInZkBooks = null,
|
||||
recentlyAdapted = null,
|
||||
parking = null,
|
||||
garage = null,
|
||||
gas = null,
|
||||
antiTheftDoor = null,
|
||||
airCondition = null,
|
||||
phoneConnection = null,
|
||||
cableTV = null,
|
||||
internet = null,
|
||||
basementAttic = null,
|
||||
storeRoom = null,
|
||||
videoSurveillance = null,
|
||||
alarm = null,
|
||||
suitableForStudents = null,
|
||||
includingBills = null,
|
||||
animalsAllowed = null,
|
||||
pool = null,
|
||||
exchange = null,
|
||||
urbanPlanPermit = null,
|
||||
buildingPermit = null,
|
||||
utilityConnection = null,
|
||||
distanceToRiver = null;
|
||||
let publishedDate = null;
|
||||
let renewedDate = null;
|
||||
let realEstateType;
|
||||
let numberOfViewsAgency = null;
|
||||
let numberOfViewsKivi = null;
|
||||
let streetNumber = 0;
|
||||
let adStatus = status;
|
||||
let shortDescription = descriptions
|
||||
? descriptions.substring(0, descriptions.indexOf("."))
|
||||
: "";
|
||||
let longDescription = descriptions || "";
|
||||
//Extracting data - Glavne karakteristike
|
||||
let mainFieldIndex = 1;
|
||||
do {
|
||||
const mainFieldSelector = `div.content-wrap > div.container > div.col-md-8.nobottommargin > div.single-post > div.entry > div.entry-content.topmargin > div.col-md-12.bottommargin > ul > li.list-group-item:nth-child(${mainFieldIndex})`;
|
||||
|
||||
const mainField = $(mainFieldSelector)
|
||||
.text()
|
||||
.replace(/[\n\r\t]/gm, "")
|
||||
.trim();
|
||||
|
||||
const mainFieldTitle = mainField
|
||||
? mainField.substring(0, mainField.indexOf(" "))
|
||||
: "";
|
||||
const mainFieldValue = mainField
|
||||
? mainField
|
||||
.substring(mainField.indexOf(" "), mainField.length)
|
||||
.trim()
|
||||
: "";
|
||||
|
||||
switch (mainFieldTitle) {
|
||||
case "Površina":
|
||||
area = parseFloat(
|
||||
mainFieldValue.substring(0, mainFieldValue.indexOf(" "))
|
||||
);
|
||||
break;
|
||||
case "Okućnica":
|
||||
gardenSize = parseFloat(
|
||||
mainFieldValue.substring(0, mainFieldValue.indexOf(" "))
|
||||
);
|
||||
break;
|
||||
case "Broj soba":
|
||||
numberOfRooms = parseInt(mainFieldValue);
|
||||
break;
|
||||
case "Broj spratova":
|
||||
numberOfFloors = parseInt(mainFieldValue);
|
||||
break;
|
||||
case "Sprat":
|
||||
floor = parseInt(mainFieldValue);
|
||||
break;
|
||||
case "Godina renoviranja":
|
||||
recentlyAdapted = true;
|
||||
break;
|
||||
case "Broj parking mjesta":
|
||||
parking = true;
|
||||
break;
|
||||
case "Dostupno od":
|
||||
const day = mainFieldValue.substring(0, 2);
|
||||
const month = mainFieldValue.substring(3, 5);
|
||||
const year = mainFieldValue.substring(6, mainFieldValue.length);
|
||||
publishedDate = new Date(`${month}/${day}/${year}`);
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
|
||||
if (mainFieldTitle === "") {
|
||||
break;
|
||||
}
|
||||
mainFieldIndex++;
|
||||
} while (true);
|
||||
|
||||
//Extracting data - Sadrzaji
|
||||
let additionalFieldIndex = 1;
|
||||
do {
|
||||
const additionalFieldSelector = `div.content-wrap > div.container > div.col-md-8.nobottommargin > div.single-post > div.entry > div.entry-content.topmargin > div.col-md-12.bottommargin > ul > li.border-color.col-md-5.col-md-offset-1.col-md-pull-1.list-group-item-bottom:nth-child(${additionalFieldIndex})`;
|
||||
|
||||
const additionalField = $(additionalFieldSelector)
|
||||
.text()
|
||||
.trim();
|
||||
|
||||
if (additionalFieldIndex === 1) {
|
||||
//Extracting data of real estate type
|
||||
const categoryTmp = additionalField
|
||||
.replace(/[\n\r\t]/gm, "")
|
||||
.substring(
|
||||
additionalField.indexOf("Kategorija") + 10,
|
||||
additionalField.length
|
||||
)
|
||||
.trim();
|
||||
realEstateType = this.getAdCategoryId(categoryTmp);
|
||||
} else {
|
||||
switch (additionalField) {
|
||||
case "Internet":
|
||||
internet = true;
|
||||
break;
|
||||
case "Garaža":
|
||||
garage = true;
|
||||
break;
|
||||
case "Klima":
|
||||
airCondition = true;
|
||||
break;
|
||||
case "Balkon":
|
||||
balcony = true;
|
||||
break;
|
||||
case "Ostava":
|
||||
storeRoom = true;
|
||||
break;
|
||||
case "Podrum":
|
||||
basementAttic = true;
|
||||
break;
|
||||
case "Blindirana vrata":
|
||||
antiTheftDoor = true;
|
||||
break;
|
||||
case "Voda":
|
||||
water = true;
|
||||
break;
|
||||
case "Kablovska":
|
||||
cableTV = true;
|
||||
break;
|
||||
case "Uknjiženo":
|
||||
registeredInZkBooks = true;
|
||||
break;
|
||||
case "Grijanje - centralno":
|
||||
heatingType = HEATING_TYPE.CENTRAL_CITY.id;
|
||||
break;
|
||||
case "Grijanje - plin":
|
||||
heatingType = HEATING_TYPE.GAS.id;
|
||||
break;
|
||||
case "Grijanje - struja":
|
||||
heatingType = HEATING_TYPE.ELECTRICITY.id;
|
||||
break;
|
||||
case "Grijanje":
|
||||
heatingType = HEATING_TYPE.OTHER.id;
|
||||
break;
|
||||
case "Plin":
|
||||
gas = true;
|
||||
break;
|
||||
case "Namješten":
|
||||
furnishingType = FURNISHING_TYPE.FURNISHED.id;
|
||||
break;
|
||||
case "Alarm":
|
||||
alarm = true;
|
||||
break;
|
||||
case "Video nadzor":
|
||||
videoSurveillance = true;
|
||||
break;
|
||||
case "Lift":
|
||||
elevator = true;
|
||||
break;
|
||||
case "Novogradnja":
|
||||
newBuilding = true;
|
||||
break;
|
||||
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
if (additionalField === "") {
|
||||
break;
|
||||
}
|
||||
additionalFieldIndex++;
|
||||
} while (true);
|
||||
|
||||
//If no published date it takes current date of crawling
|
||||
if (publishedDate) {
|
||||
renewedDate = new Date();
|
||||
} else {
|
||||
publishedDate = new Date();
|
||||
renewedDate = new Date();
|
||||
}
|
||||
|
||||
const originAgencyName = AD_AGENCY.SALJIC;
|
||||
const locality = "";
|
||||
const municipality = "";
|
||||
const city = "";
|
||||
const region = "";
|
||||
const entity = "";
|
||||
const country = "";
|
||||
|
||||
const data = {
|
||||
url,
|
||||
agencyObjectId,
|
||||
originAgencyName,
|
||||
realEstateType,
|
||||
adType,
|
||||
title,
|
||||
price,
|
||||
area,
|
||||
gardenSize,
|
||||
shortDescription,
|
||||
longDescription,
|
||||
streetNumber,
|
||||
streetName,
|
||||
locality,
|
||||
municipality,
|
||||
city,
|
||||
region,
|
||||
entity,
|
||||
country,
|
||||
locationLat,
|
||||
locationLong,
|
||||
adStatus,
|
||||
publishedDate,
|
||||
renewedDate,
|
||||
numberOfRooms,
|
||||
numberOfFloors,
|
||||
floor,
|
||||
accessRoadType,
|
||||
heatingType,
|
||||
furnishingType,
|
||||
balcony,
|
||||
newBuilding,
|
||||
elevator,
|
||||
water,
|
||||
electricity,
|
||||
drainageSystem,
|
||||
registeredInZkBooks,
|
||||
recentlyAdapted,
|
||||
parking,
|
||||
garage,
|
||||
gas,
|
||||
antiTheftDoor,
|
||||
airCondition,
|
||||
phoneConnection,
|
||||
cableTV,
|
||||
internet,
|
||||
basementAttic,
|
||||
storeRoom,
|
||||
videoSurveillance,
|
||||
alarm,
|
||||
suitableForStudents,
|
||||
includingBills,
|
||||
animalsAllowed,
|
||||
pool,
|
||||
exchange,
|
||||
urbanPlanPermit,
|
||||
buildingPermit,
|
||||
utilityConnection,
|
||||
distanceToRiver,
|
||||
numberOfViewsAgency,
|
||||
numberOfViewsKivi
|
||||
};
|
||||
|
||||
return data;
|
||||
} catch (e) {
|
||||
console.error("Exception caught: " + e.message, "\r\nURL:", url);
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
//======= HELPER FUNCTIONS =============
|
||||
|
||||
getAdCategoryId(categoryText) {
|
||||
switch (categoryText) {
|
||||
case "Stan":
|
||||
return AD_CATEGORY.FLAT.id;
|
||||
case "Građevinsko zemljiste":
|
||||
return AD_CATEGORY.LAND.id;
|
||||
case "Industrijsko zemljiste":
|
||||
return AD_CATEGORY.LAND.id;
|
||||
case "Poljoprivredno zemljiste":
|
||||
return AD_CATEGORY.LAND.id;
|
||||
case "Kuća":
|
||||
return AD_CATEGORY.HOUSE.id;
|
||||
case "Poslovni prostor":
|
||||
return AD_CATEGORY.OFFICE.id;
|
||||
case "Kancelarije":
|
||||
return AD_CATEGORY.OFFICE.id;
|
||||
case "Apartmani":
|
||||
return AD_CATEGORY.APARTMENT.id;
|
||||
case "Garaža":
|
||||
return AD_CATEGORY.GARAGE.id;
|
||||
case "Vikendica":
|
||||
return AD_CATEGORY.COTTAGE.id;
|
||||
default:
|
||||
return undefined;
|
||||
}
|
||||
}
|
||||
|
||||
getAdTypeId(adTypeText) {
|
||||
switch (adTypeText) {
|
||||
case "PRODAJA":
|
||||
return AD_TYPE.AD_TYPE_SALE.stringId;
|
||||
case "NAJAM":
|
||||
return AD_TYPE.AD_TYPE_RENT.stringId;
|
||||
default:
|
||||
return undefined;
|
||||
}
|
||||
}
|
||||
|
||||
async sleep(ms) {
|
||||
return new Promise(resolve => setTimeout(resolve, ms));
|
||||
}
|
||||
|
||||
async saveCrawledResults(results) {
|
||||
const savers = this.savers;
|
||||
|
||||
// for (const saver of savers) {
|
||||
// await saver.save(results);
|
||||
// }
|
||||
|
||||
//For now, we use only Postgres saver, so ...
|
||||
return savers[0].save(results);
|
||||
//so that we can use some sequelize options and information when data is inserted
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = SaljicCrawler;
|
||||
20
app/helpers/db/priceHistory.js
Normal file
20
app/helpers/db/priceHistory.js
Normal file
@@ -0,0 +1,20 @@
|
||||
"use strict";
|
||||
const db = require("../../models/index");
|
||||
const sequelize = require("sequelize");
|
||||
|
||||
const bulkUpsertPriceHistory = async priceHistoryData => {
|
||||
try {
|
||||
const order = [["realEstateId", "desc"]];
|
||||
|
||||
return await db.PriceHistory.bulkCreate(priceHistoryData, {
|
||||
order,
|
||||
ignoreDuplicates: true
|
||||
});
|
||||
} catch (e) {
|
||||
console.log("Error bulk upserting priceHistory : ", e);
|
||||
}
|
||||
};
|
||||
|
||||
module.exports = {
|
||||
bulkUpsertPriceHistory
|
||||
};
|
||||
@@ -2,6 +2,7 @@
|
||||
const db = require("../../models/index");
|
||||
const sequelize = require("sequelize");
|
||||
const Op = sequelize.Op;
|
||||
const { AD_CATEGORY } = require("../../common/enums");
|
||||
|
||||
const bulkUpsertRealEstates = async realEstateData => {
|
||||
try {
|
||||
@@ -87,9 +88,26 @@ const findRealEstatesForSearchRequest = async (searchRequest, maxResults) => {
|
||||
sizeMax,
|
||||
adType,
|
||||
realEstateType,
|
||||
areaToSearch
|
||||
areaToSearch,
|
||||
gardenSizeMin,
|
||||
gardenSizeMax,
|
||||
numberOfRoomsMin,
|
||||
numberOfRoomsMax,
|
||||
numberOfFloorsMin,
|
||||
numberOfFloorsMax,
|
||||
floorMin,
|
||||
floorMax,
|
||||
includeIncompleteAds,
|
||||
includeWithoutPrice,
|
||||
balcony,
|
||||
elevator,
|
||||
newBuilding,
|
||||
accessRoadType
|
||||
} = searchRequest;
|
||||
|
||||
//Needed for defining which attribute should exist or not
|
||||
const realEstateTypeObject = AD_CATEGORY[realEstateType];
|
||||
|
||||
const longitudeColumn = sequelize.col("locationLong");
|
||||
const latitudeColumn = sequelize.col("locationLat");
|
||||
|
||||
@@ -116,13 +134,12 @@ const findRealEstatesForSearchRequest = async (searchRequest, maxResults) => {
|
||||
|
||||
const geoSearchQueryPart = sequelize.where(contains, true);
|
||||
|
||||
//General queries contain only attributes that are defined for every searchreq
|
||||
|
||||
//Query for case of complete ads
|
||||
const query = {
|
||||
adType,
|
||||
realEstateType,
|
||||
price: {
|
||||
[Op.lte]: priceMax,
|
||||
[Op.gte]: priceMin
|
||||
},
|
||||
area: {
|
||||
[Op.lte]: sizeMax,
|
||||
[Op.gte]: sizeMin
|
||||
@@ -130,10 +147,195 @@ const findRealEstatesForSearchRequest = async (searchRequest, maxResults) => {
|
||||
[Op.and]: geoSearchQueryPart
|
||||
};
|
||||
|
||||
//Query for case of incomplete ads
|
||||
const queryIncludeIncomplete = {
|
||||
adType,
|
||||
realEstateType,
|
||||
area: {
|
||||
[Op.or]: {
|
||||
[Op.and]: {
|
||||
[Op.lte]: sizeMax,
|
||||
[Op.gte]: sizeMin
|
||||
},
|
||||
[Op.is]: null
|
||||
}
|
||||
},
|
||||
[Op.and]: geoSearchQueryPart
|
||||
};
|
||||
|
||||
//Is user unchecked includeWithoutPrice FALSE then it shouldn't return null values of price
|
||||
//If not then null values are accepted (this is DEFAULT)
|
||||
//includeIncpompleteAds does not have effect on price query
|
||||
if (includeWithoutPrice) {
|
||||
query.price = {
|
||||
[Op.or]: {
|
||||
[Op.and]: {
|
||||
[Op.lte]: priceMax,
|
||||
[Op.gte]: priceMin
|
||||
},
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
queryIncludeIncomplete.price = {
|
||||
[Op.or]: {
|
||||
[Op.and]: {
|
||||
[Op.lte]: priceMax,
|
||||
[Op.gte]: priceMin
|
||||
},
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
} else {
|
||||
query.price = {
|
||||
[Op.and]: {
|
||||
[Op.lte]: priceMax,
|
||||
[Op.gte]: priceMin
|
||||
}
|
||||
};
|
||||
queryIncludeIncomplete.price = {
|
||||
[Op.and]: {
|
||||
[Op.lte]: priceMax,
|
||||
[Op.gte]: priceMin
|
||||
}
|
||||
};
|
||||
}
|
||||
//Every other attribute is checked separately and included in query only if it is defined for real estate type
|
||||
|
||||
if (
|
||||
realEstateTypeObject.hasGardenSize &&
|
||||
gardenSizeMax != null &&
|
||||
gardenSizeMin != null
|
||||
) {
|
||||
query.gardenSize = {
|
||||
[Op.lte]: gardenSizeMax,
|
||||
[Op.gte]: gardenSizeMin
|
||||
};
|
||||
queryIncludeIncomplete.gardenSize = {
|
||||
[Op.or]: {
|
||||
[Op.and]: {
|
||||
[Op.lte]: gardenSizeMax,
|
||||
[Op.gte]: gardenSizeMin
|
||||
},
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
if (
|
||||
realEstateTypeObject.hasNumberOfRoom &&
|
||||
numberOfRoomsMin != null &&
|
||||
numberOfRoomsMax != null
|
||||
) {
|
||||
query.numberOfRooms = {
|
||||
[Op.lte]: numberOfRoomsMax,
|
||||
[Op.gte]: numberOfRoomsMin
|
||||
};
|
||||
queryIncludeIncomplete.numberOfRooms = {
|
||||
[Op.or]: {
|
||||
[Op.and]: {
|
||||
[Op.lte]: numberOfRoomsMax,
|
||||
[Op.gte]: numberOfRoomsMin
|
||||
},
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
if (
|
||||
realEstateTypeObject.hasNumberOfFloors &&
|
||||
numberOfFloorsMin != null &&
|
||||
numberOfFloorsMax != null
|
||||
) {
|
||||
query.numberOfFloors = {
|
||||
[Op.lte]: numberOfFloorsMax,
|
||||
[Op.gte]: numberOfFloorsMin
|
||||
};
|
||||
queryIncludeIncomplete.numberOfFloors = {
|
||||
[Op.or]: {
|
||||
[Op.and]: {
|
||||
[Op.lte]: numberOfFloorsMax,
|
||||
[Op.gte]: numberOfFloorsMin
|
||||
},
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
if (
|
||||
realEstateTypeObject.hasFloorProp &&
|
||||
floorMin != null &&
|
||||
floorMax != null
|
||||
) {
|
||||
query.floor = {
|
||||
[Op.lte]: floorMax,
|
||||
[Op.gte]: floorMin
|
||||
};
|
||||
queryIncludeIncomplete.floor = {
|
||||
[Op.or]: {
|
||||
[Op.and]: {
|
||||
[Op.lte]: floorMax,
|
||||
[Op.gte]: floorMin
|
||||
},
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
//Logic for balcony, newBuilding and elevator from users side
|
||||
//If true is checked, then I want characteristic to be true but,
|
||||
//if it is not checked, then I dont care - it can be null or false or true
|
||||
if (realEstateTypeObject.hasBalconyProp && balcony === true) {
|
||||
query.balcony = {
|
||||
[Op.eq]: balcony
|
||||
};
|
||||
queryIncludeIncomplete.balcony = {
|
||||
[Op.or]: {
|
||||
[Op.eq]: balcony,
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
if (realEstateTypeObject.hasNewBuildingProp && newBuilding === true) {
|
||||
query.newBuilding = {
|
||||
[Op.eq]: newBuilding
|
||||
};
|
||||
queryIncludeIncomplete.newBuilding = {
|
||||
[Op.or]: {
|
||||
[Op.eq]: newBuilding,
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
if (realEstateTypeObject.hasElevatorProp && elevator === true) {
|
||||
query.elevator = {
|
||||
[Op.eq]: elevator
|
||||
};
|
||||
queryIncludeIncomplete.elevator = {
|
||||
[Op.or]: {
|
||||
[Op.eq]: elevator,
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
//If user wants 'ANY' road type acces then it is not included in query -
|
||||
//returns every road type and null values
|
||||
if (accessRoadType !== "ANY") {
|
||||
query.accessRoadType = {
|
||||
[Op.eq]: accessRoadType
|
||||
};
|
||||
queryIncludeIncomplete.accessRoadType = {
|
||||
[Op.or]: {
|
||||
[Op.eq]: accessRoadType,
|
||||
[Op.is]: null
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
const order = [["updatedAt", "desc"]];
|
||||
|
||||
return await db.RealEstate.findAll({
|
||||
where: query,
|
||||
return db.RealEstate.findAll({
|
||||
where: includeIncompleteAds ? queryIncludeIncomplete : query,
|
||||
limit: maxResults,
|
||||
order
|
||||
});
|
||||
|
||||
@@ -2,11 +2,13 @@
|
||||
const db = require("../../models/index");
|
||||
const sequelize = require("sequelize");
|
||||
const Op = sequelize.Op;
|
||||
const { AD_CATEGORY } = require("../../common/enums");
|
||||
|
||||
const getSearchRequest = async searchRequestId => {
|
||||
try {
|
||||
return await db.SearchRequest.findByPk(searchRequestId);
|
||||
} catch (error) {
|
||||
console.log("searchrequest.js", error);
|
||||
return null;
|
||||
}
|
||||
};
|
||||
@@ -22,7 +24,15 @@ const findSearchRequestsForRealEstate = async realEstate => {
|
||||
adType,
|
||||
realEstateType,
|
||||
locationLat,
|
||||
locationLong
|
||||
locationLong,
|
||||
accessRoadType,
|
||||
balcony,
|
||||
newBuilding,
|
||||
elevator,
|
||||
gardenSize,
|
||||
numberOfRooms,
|
||||
numberOfFloors,
|
||||
floor
|
||||
} = realEstate;
|
||||
|
||||
if (!locationLat || !locationLong) {
|
||||
@@ -39,32 +49,390 @@ const findSearchRequestsForRealEstate = async realEstate => {
|
||||
|
||||
const geoSearchQueryPart = sequelize.where(contains, true);
|
||||
|
||||
//Needed for defining which attribute should exist or not
|
||||
const realEstateTypeObject = AD_CATEGORY[realEstateType];
|
||||
|
||||
// ?? Needed to decide on including incomplete RealEstates data
|
||||
let checkForIncompleteWanted = false;
|
||||
|
||||
//Attributes are checked separately to make different query parts
|
||||
|
||||
//If real estate price is number then it searches for req that have priceMin and priceMax
|
||||
//If real estate price is null it searches for req that accept ads without price
|
||||
//User always defines price and area (sliders) - not null in search req
|
||||
let priceQuery = {};
|
||||
if (price != null) {
|
||||
priceQuery = {
|
||||
[Op.and]: [
|
||||
{
|
||||
priceMin: {
|
||||
[Op.lte]: price
|
||||
}
|
||||
},
|
||||
{
|
||||
priceMax: {
|
||||
[Op.gte]: price
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
} else {
|
||||
priceQuery = {
|
||||
includeWithoutPrice: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
let areaQuery = {};
|
||||
if (area != null) {
|
||||
areaQuery = {
|
||||
[Op.and]: [
|
||||
{
|
||||
sizeMin: {
|
||||
[Op.lte]: area
|
||||
}
|
||||
},
|
||||
{
|
||||
sizeMax: {
|
||||
[Op.gte]: area
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
} else {
|
||||
checkForIncompleteWanted = true;
|
||||
}
|
||||
|
||||
//Other attributes can be defined or not depending on RealEstate type
|
||||
//we check what to include in query based on real estate type object
|
||||
let gardenSizeQuery = {};
|
||||
if (realEstateTypeObject.hasGardenSize) {
|
||||
if (gardenSize != null) {
|
||||
gardenSizeQuery = {
|
||||
[Op.and]: [
|
||||
{
|
||||
gardenSizeMin: {
|
||||
[Op.lte]: gardenSize
|
||||
}
|
||||
},
|
||||
{
|
||||
gardenSizeMax: {
|
||||
[Op.gte]: gardenSize
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
} else {
|
||||
checkForIncompleteWanted = true;
|
||||
}
|
||||
}
|
||||
|
||||
let numberOfRoomsQuery = {};
|
||||
if (realEstateTypeObject.hasNumberOfRoom) {
|
||||
if (numberOfRooms != null) {
|
||||
//If real estate has defined number of rooms ex. 3 it returns req
|
||||
// that accepts 3 rooms or ones that don't have defined number - null
|
||||
//Ex. they didnt choose advanced filters at all
|
||||
numberOfRoomsQuery = {
|
||||
[Op.and]: [
|
||||
{
|
||||
numberOfRoomsMin: {
|
||||
[Op.or]: {
|
||||
[Op.lte]: numberOfRooms,
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
numberOfRoomsMax: {
|
||||
[Op.or]: {
|
||||
[Op.gte]: numberOfRooms,
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
} else {
|
||||
// If real estate dont have defined number of rooms ex. null
|
||||
//It returns requests that didn't choose number of rooms - also null
|
||||
//Or ones that picked some values but also picked to includeIncomplete ads
|
||||
numberOfRoomsQuery = {
|
||||
[Op.or]: [
|
||||
{
|
||||
[Op.and]: [
|
||||
{
|
||||
numberOfRoomsMin: {
|
||||
[Op.is]: null
|
||||
}
|
||||
},
|
||||
{
|
||||
numberOfRoomsMax: {
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
includeIncompleteAds: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
}
|
||||
}
|
||||
//Same logic for number of Floors and floors
|
||||
let numberOfFloorsQuery = {};
|
||||
if (realEstateTypeObject.hasNumberOfFloors) {
|
||||
if (numberOfFloors != null) {
|
||||
numberOfFloorsQuery = {
|
||||
[Op.and]: [
|
||||
{
|
||||
numberOfFloorsMin: {
|
||||
[Op.or]: {
|
||||
[Op.lte]: numberOfFloors,
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
numberOfFloorsMax: {
|
||||
[Op.or]: {
|
||||
[Op.gte]: numberOfFloors,
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
} else {
|
||||
numberOfFloorsQuery = {
|
||||
[Op.or]: [
|
||||
{
|
||||
[Op.and]: [
|
||||
{
|
||||
numberOfFloorsMin: {
|
||||
[Op.is]: null
|
||||
}
|
||||
},
|
||||
{
|
||||
numberOfFloorsMax: {
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
includeIncompleteAds: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
}
|
||||
}
|
||||
let floorQuery = {};
|
||||
if (realEstateTypeObject.hasFloorProp) {
|
||||
if (floor != null) {
|
||||
floorQuery = {
|
||||
[Op.and]: [
|
||||
{
|
||||
floorMin: {
|
||||
[Op.or]: {
|
||||
[Op.lte]: floor,
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
floorMax: {
|
||||
[Op.or]: {
|
||||
[Op.gte]: floor,
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
} else {
|
||||
floorQuery = {
|
||||
[Op.or]: [
|
||||
{
|
||||
[Op.and]: [
|
||||
{
|
||||
floorMin: {
|
||||
[Op.is]: null
|
||||
}
|
||||
},
|
||||
{
|
||||
floorMax: {
|
||||
[Op.is]: null
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
includeIncompleteAds: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
}
|
||||
]
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
//Logic for balcony, newBuilding and elevator
|
||||
//If user dont check checkbox for ex. elevator it does not mean he only wants no elevator
|
||||
//If real estate characteristic =true find all req, one that wants charachertistic or dont care - dont need query
|
||||
//If real estate characteristic = false, find all req exept for ones that wants characteristic to be true
|
||||
//If real estate characteristic = null, dont know if true or false, find req that dont care or want char and want incomplete ads
|
||||
let balconyQuery = {};
|
||||
if (realEstateTypeObject.hasBalconyProp && balcony !== true) {
|
||||
if (balcony === false) {
|
||||
balconyQuery = {
|
||||
balcony: {
|
||||
[Op.ne]: true
|
||||
}
|
||||
};
|
||||
} else if (balcony === null) {
|
||||
balconyQuery = {
|
||||
[Op.or]: [
|
||||
{
|
||||
balcony: {
|
||||
[Op.ne]: true
|
||||
}
|
||||
},
|
||||
{
|
||||
[Op.and]: [
|
||||
{
|
||||
balcony: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
},
|
||||
{
|
||||
includeIncompleteAds: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
};
|
||||
}
|
||||
}
|
||||
let newBuildingQuery = {};
|
||||
if (realEstateTypeObject.hasNewBuildingProp && newBuilding !== true) {
|
||||
if (newBuilding === false) {
|
||||
newBuildingQuery = {
|
||||
newBuilding: {
|
||||
[Op.ne]: true
|
||||
}
|
||||
};
|
||||
} else if (newBuilding === null) {
|
||||
newBuildingQuery = {
|
||||
[Op.or]: [
|
||||
{
|
||||
newBuilding: {
|
||||
[Op.ne]: true
|
||||
}
|
||||
},
|
||||
{
|
||||
[Op.and]: [
|
||||
{
|
||||
newBuilding: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
},
|
||||
{
|
||||
includeIncompleteAds: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
};
|
||||
}
|
||||
}
|
||||
let elevatorQuery = {};
|
||||
if (realEstateTypeObject.hasElevatorProp && elevator !== true) {
|
||||
if (elevator === false) {
|
||||
elevatorQuery = {
|
||||
elevator: {
|
||||
[Op.ne]: true
|
||||
}
|
||||
};
|
||||
} else if (elevator === null) {
|
||||
elevatorQuery = {
|
||||
[Op.or]: [
|
||||
{
|
||||
elevator: {
|
||||
[Op.ne]: true
|
||||
}
|
||||
},
|
||||
{
|
||||
[Op.and]: [
|
||||
{
|
||||
elevator: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
},
|
||||
{
|
||||
includeIncompleteAds: {
|
||||
[Op.eq]: true
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
};
|
||||
}
|
||||
}
|
||||
//General query consists of each individual query
|
||||
const query = {
|
||||
adType,
|
||||
realEstateType,
|
||||
subscribed: true,
|
||||
[Op.and]: geoSearchQueryPart
|
||||
[Op.and]: [
|
||||
geoSearchQueryPart,
|
||||
priceQuery,
|
||||
areaQuery,
|
||||
gardenSizeQuery,
|
||||
numberOfRoomsQuery,
|
||||
numberOfFloorsQuery,
|
||||
floorQuery,
|
||||
balconyQuery,
|
||||
newBuildingQuery,
|
||||
elevatorQuery
|
||||
]
|
||||
};
|
||||
|
||||
if (price) {
|
||||
query.priceMin = {
|
||||
[Op.lte]: price
|
||||
//AccessRoadType is defined - should exists for each ad and estate type
|
||||
if (accessRoadType != null) {
|
||||
query.accessRoadType = {
|
||||
[Op.or]: {
|
||||
[Op.like]: "ANY",
|
||||
[Op.eq]: accessRoadType
|
||||
}
|
||||
};
|
||||
query.priceMax = {
|
||||
[Op.gte]: price
|
||||
} else {
|
||||
//Null values are returned for user request that wanted ANY acces road type
|
||||
query.accessRoadType = {
|
||||
[Op.eq]: "ANY"
|
||||
};
|
||||
}
|
||||
//Tag to check if incomplete ads are accepted in query
|
||||
if (checkForIncompleteWanted) {
|
||||
query.includeIncompleteAds = {
|
||||
[Op.eq]: true
|
||||
};
|
||||
}
|
||||
|
||||
if (area) {
|
||||
query.sizeMin = {
|
||||
[Op.lte]: area
|
||||
};
|
||||
query.sizeMax = {
|
||||
[Op.gte]: area
|
||||
};
|
||||
}
|
||||
|
||||
return await db.SearchRequest.findAll({ where: query });
|
||||
return await db.SearchRequest.findAll({
|
||||
where: query
|
||||
});
|
||||
};
|
||||
|
||||
module.exports = {
|
||||
|
||||
@@ -1,5 +1,8 @@
|
||||
"use strict";
|
||||
const db = require("../../models/index");
|
||||
const sequelize = require("sequelize");
|
||||
const Op = sequelize.Op;
|
||||
const { CHECK_UP_DAYS } = require("../../config/appConfig");
|
||||
|
||||
const findRealEstatesForSearchRequest = async searchRequestId => {
|
||||
const query = {
|
||||
@@ -40,6 +43,42 @@ const findNotNotifiedMatches = async () => {
|
||||
|
||||
return matchingRecords;
|
||||
};
|
||||
const findAllRequestsForCheckUp = async () => {
|
||||
//First we find IDs of search request that don't need to be emailed for check up - to EXCLUDE
|
||||
//The ones that received notification for real estate CHECK_UP_DAYS days from now
|
||||
const date = new Date();
|
||||
const checkUpDate = date.getDate() - CHECK_UP_DAYS;
|
||||
date.setDate(checkUpDate);
|
||||
const dateQuery = {
|
||||
createdAt: {
|
||||
[Op.gte]: date
|
||||
}
|
||||
};
|
||||
|
||||
const excludedMatches = await db.SearchRequestMatch.findAll({
|
||||
attributes: ["searchRequestId"],
|
||||
where: dateQuery,
|
||||
order: [["searchRequestId", "ASC"]]
|
||||
});
|
||||
|
||||
const excludedRequestsAll = excludedMatches.map(match => {
|
||||
return match.dataValues.searchRequestId;
|
||||
});
|
||||
//Removing duplicate search request id-s for optimization
|
||||
const excludedRequests = [...new Set(excludedRequestsAll)];
|
||||
|
||||
const query = {
|
||||
subscribed: true,
|
||||
id: {
|
||||
[Op.notIn]: excludedRequests
|
||||
}
|
||||
};
|
||||
const allRequestsForCheckUp = await db.SearchRequest.findAll({
|
||||
where: query
|
||||
});
|
||||
|
||||
return allRequestsForCheckUp;
|
||||
};
|
||||
|
||||
const addMatches = async matchingRecords => {
|
||||
return await db.SearchRequestMatch.bulkCreate(matchingRecords, {
|
||||
@@ -50,5 +89,6 @@ const addMatches = async matchingRecords => {
|
||||
module.exports = {
|
||||
findRealEstatesForSearchRequest,
|
||||
addMatches,
|
||||
findNotNotifiedMatches
|
||||
findNotNotifiedMatches,
|
||||
findAllRequestsForCheckUp
|
||||
};
|
||||
|
||||
@@ -1,10 +1,18 @@
|
||||
"use strict";
|
||||
|
||||
const { MAX_REAL_ESTATES_IN_EMAIL, APP_URL } = require("../config/appConfig");
|
||||
const { AD_CATEGORY } = require("../common/enums");
|
||||
const {
|
||||
MAX_REAL_ESTATES_IN_EMAIL,
|
||||
APP_URL,
|
||||
STAGING
|
||||
} = require("../config/appConfig");
|
||||
const { AD_CATEGORY, AD_TYPE, EMAIL_FREQUENCY } = require("../common/enums");
|
||||
|
||||
const generateEmailFooter = searchRequestId => {
|
||||
return `<div>Ako želite prestati dobijati obavještenja za ovu pretragu, <a href="${APP_URL}/odjava/${searchRequestId}">odjavite ovdje</a></div>
|
||||
//Tag to recognize staging from development
|
||||
const stagingTag = STAGING ? "[STAGING] " : "";
|
||||
|
||||
const generateEmailFooter = (searchRequestId, emailFrequencyTitle) => {
|
||||
return ` <div>Trenutno ste prijavljeni da obavještenja o novim nekretninama primate <strong>${emailFrequencyTitle.toLowerCase()} </strong>.</div>
|
||||
<div>Ako želite prestati dobijati obavještenja za ovu pretragu, <a href="${APP_URL}/odjava/${searchRequestId}">odjavite ovdje</a></div>
|
||||
<div>Ako želite pogledati ili promijeniti uslove za ovu pretragu, <a href="${APP_URL}/pregled/${searchRequestId}">pogledajte ovdje</a></div>
|
||||
<br/>
|
||||
<strong>Vaš,<br/>Kivi tim</strong>`;
|
||||
@@ -23,17 +31,24 @@ const generateRealEstateLinks = realEstates => {
|
||||
const generateNotificationEmail = (
|
||||
realEstates,
|
||||
searchRequestId,
|
||||
noAllRealEstates,
|
||||
dailyNotification = false
|
||||
) => {
|
||||
const truncateList = realEstates.length > MAX_REAL_ESTATES_IN_EMAIL;
|
||||
|
||||
const realEstatesToShow = truncateList
|
||||
? realEstates.slice(0, MAX_REAL_ESTATES_IN_EMAIL)
|
||||
: realEstates;
|
||||
|
||||
const allRealEstatesLink = `${APP_URL}/nekretnine/${searchRequestId}`;
|
||||
|
||||
const emailFrequencyTitle = dailyNotification
|
||||
? EMAIL_FREQUENCY.DAILY.title
|
||||
: EMAIL_FREQUENCY.ASAP.title;
|
||||
|
||||
const realEstateLinks = generateRealEstateLinks(realEstatesToShow);
|
||||
const moreRealEstates = `<div>Kompletan spisak nekretnina možete pogledati na <a href="${allRealEstatesLink}">listi nekretnina</a><div>`;
|
||||
const emailFooter = generateEmailFooter(searchRequestId);
|
||||
const moreRealEstates = `<div>Kompletan spisak nekretnina (${noAllRealEstates}) možete pogledati na <a href="${allRealEstatesLink}">listi nekretnina</a><div>`;
|
||||
const emailFooter = generateEmailFooter(searchRequestId, emailFrequencyTitle);
|
||||
const asapMessageBody =
|
||||
realEstates.length > 1
|
||||
? "Pronašli smo nekretnine koje odgovaraju Vašoj pretrazi"
|
||||
@@ -46,7 +61,7 @@ const generateNotificationEmail = (
|
||||
|
||||
const messageBody = dailyNotification ? dailyMessageBody : asapMessageBody;
|
||||
|
||||
return `<h3>Zdravo</h3>
|
||||
return `<h3>${stagingTag}Zdravo</h3>
|
||||
<h4>${messageBody}</h4>
|
||||
<div>
|
||||
${realEstateLinks}
|
||||
@@ -59,6 +74,28 @@ const generateNotificationEmail = (
|
||||
|
||||
const generateNewSearchRequestEmail = (searchRequest, matchingRealEstates) => {
|
||||
const realEstateType = AD_CATEGORY[searchRequest.realEstateType];
|
||||
let adTypeTitle = "";
|
||||
switch (searchRequest.adType) {
|
||||
case AD_TYPE.AD_TYPE_SALE.stringId:
|
||||
adTypeTitle = AD_TYPE.AD_TYPE_SALE.title;
|
||||
break;
|
||||
case AD_TYPE.AD_TYPE_RENT.stringId:
|
||||
adTypeTitle = AD_TYPE.AD_TYPE_RENT.title;
|
||||
break;
|
||||
default:
|
||||
adTypeTitle = "-";
|
||||
break;
|
||||
}
|
||||
let emailFrequencyTitle;
|
||||
switch (searchRequest.emailFrequency) {
|
||||
case EMAIL_FREQUENCY.ASAP.stringId:
|
||||
emailFrequencyTitle = EMAIL_FREQUENCY.ASAP.title;
|
||||
break;
|
||||
case EMAIL_FREQUENCY.DAILY.stringId:
|
||||
emailFrequencyTitle = EMAIL_FREQUENCY.DAILY.title;
|
||||
break;
|
||||
}
|
||||
|
||||
const {
|
||||
id,
|
||||
gardenSizeMin,
|
||||
@@ -70,6 +107,7 @@ const generateNewSearchRequestEmail = (searchRequest, matchingRealEstates) => {
|
||||
} = searchRequest;
|
||||
|
||||
const realEstateLinks = generateRealEstateLinks(matchingRealEstates);
|
||||
|
||||
const instantRealEstatesText = `<br/>
|
||||
<div>
|
||||
U međuvremenu pogledajte neke od nedavno objavljenih nekretnina koje odgovaraju Vašim uslovima pretrage :<br/>
|
||||
@@ -80,13 +118,14 @@ const generateNewSearchRequestEmail = (searchRequest, matchingRealEstates) => {
|
||||
? `<div><strong>Kvadratura okućnice: Od ${gardenSizeMin} do ${gardenSizeMax} m2</strong></div>`
|
||||
: ``;
|
||||
|
||||
const emailFooter = generateEmailFooter(id);
|
||||
const emailFooter = generateEmailFooter(id, emailFrequencyTitle);
|
||||
|
||||
return `<h3>Zdravo</h3>
|
||||
return `<h3>${stagingTag}Zdravo</h3>
|
||||
<div>Naručili ste da Vam javimo ako se nekretnina sa navedenim uslovima pojavi u oglasima:</div>
|
||||
<br/>
|
||||
<div>
|
||||
<div><strong>Tip nekretnine: </strong>${realEstateType.title}</div>
|
||||
<div><strong>Vrsta oglasa: </strong>${adTypeTitle}</div>
|
||||
<div><strong>Kvadratura nekretnine:</strong> Od ${sizeMin} do ${sizeMax} m2</div>
|
||||
${gardenSize}
|
||||
<div><strong>Cijena:</strong> ${priceMin} do ${priceMax} KM</div>
|
||||
@@ -98,7 +137,7 @@ const generateNewSearchRequestEmail = (searchRequest, matchingRealEstates) => {
|
||||
|
||||
const generateEmailSubject = (numberOfRealEstates, singleRealEstateTitle) => {
|
||||
if (numberOfRealEstates === 1) {
|
||||
return `Kivi: ${singleRealEstateTitle}`;
|
||||
return `${stagingTag}Kivi: ${singleRealEstateTitle}`;
|
||||
}
|
||||
|
||||
const leastSignificantDigit = numberOfRealEstates % 10;
|
||||
@@ -106,7 +145,7 @@ const generateEmailSubject = (numberOfRealEstates, singleRealEstateTitle) => {
|
||||
const secondLeastSignificantDigit = numberWithoutLastDigit % 10;
|
||||
|
||||
if (leastSignificantDigit === 1 && secondLeastSignificantDigit !== 1) {
|
||||
return `Kivi : ${numberOfRealEstates} nova nekretnina`;
|
||||
return `${stagingTag}Kivi : ${numberOfRealEstates} nova nekretnina`;
|
||||
}
|
||||
|
||||
if (
|
||||
@@ -114,14 +153,58 @@ const generateEmailSubject = (numberOfRealEstates, singleRealEstateTitle) => {
|
||||
leastSignificantDigit <= 4 &&
|
||||
secondLeastSignificantDigit !== 1
|
||||
) {
|
||||
return `Kivi: ${numberOfRealEstates} nove nekretnine`;
|
||||
return `${stagingTag}Kivi: ${numberOfRealEstates} nove nekretnine`;
|
||||
}
|
||||
|
||||
return `Kivi: ${numberOfRealEstates} novih nekretnina`;
|
||||
return `${stagingTag}Kivi: ${numberOfRealEstates} novih nekretnina`;
|
||||
};
|
||||
|
||||
const generateCheckUpEmail = searchRequest => {
|
||||
const realEstateType = AD_CATEGORY[searchRequest.realEstateType];
|
||||
const {
|
||||
id,
|
||||
gardenSizeMin,
|
||||
gardenSizeMax,
|
||||
sizeMin,
|
||||
sizeMax,
|
||||
priceMin,
|
||||
priceMax
|
||||
} = searchRequest;
|
||||
|
||||
let emailFrequencyTitle;
|
||||
switch (searchRequest.emailFrequency) {
|
||||
case EMAIL_FREQUENCY.ASAP.stringId:
|
||||
emailFrequencyTitle = EMAIL_FREQUENCY.ASAP.title;
|
||||
break;
|
||||
case EMAIL_FREQUENCY.DAILY.stringId:
|
||||
emailFrequencyTitle = EMAIL_FREQUENCY.DAILY.title;
|
||||
break;
|
||||
}
|
||||
|
||||
const gardenSize = realEstateType.hasGardenSize
|
||||
? `<div><strong>Kvadratura okućnice: Od ${gardenSizeMin} do ${gardenSizeMax} m2</strong></div>`
|
||||
: ``;
|
||||
|
||||
const emailFooter = generateEmailFooter(id, emailFrequencyTitle);
|
||||
|
||||
return `<h3>${stagingTag}Zdravo</h3>
|
||||
<div><strong>Kivi tim traži nekretnine za Vas i kada to ne vidite.</strong></div>
|
||||
<br />
|
||||
<div>Vaša trenutno aktivna pretraga je:</div>
|
||||
<br/>
|
||||
<div>
|
||||
<div><strong>Tip nekretnine: </strong>${realEstateType.title}</div>
|
||||
<div><strong>Kvadratura nekretnine:</strong> Od ${sizeMin} do ${sizeMax} m2</div>
|
||||
${gardenSize}
|
||||
<div><strong>Cijena:</strong> ${priceMin} do ${priceMax} KM</div>
|
||||
</div>
|
||||
<br/>
|
||||
${emailFooter}`;
|
||||
};
|
||||
|
||||
module.exports = {
|
||||
generateNotificationEmail,
|
||||
generateNewSearchRequestEmail,
|
||||
generateEmailSubject
|
||||
generateEmailSubject,
|
||||
generateCheckUpEmail
|
||||
};
|
||||
|
||||
@@ -0,0 +1,64 @@
|
||||
"use strict";
|
||||
const { ACCESS_ROAD_TYPE, HEATING_TYPE } = require("../common/enums");
|
||||
|
||||
module.exports = {
|
||||
up: (queryInterface, Sequelize) => {
|
||||
return Promise.all([
|
||||
queryInterface.addColumn("SearchRequests", "includeIncompleteAds", {
|
||||
type: Sequelize.BOOLEAN
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "balcony", {
|
||||
type: Sequelize.BOOLEAN
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "newBuilding", {
|
||||
type: Sequelize.BOOLEAN
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "elevator", {
|
||||
type: Sequelize.BOOLEAN
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "numberOfRoomsMin", {
|
||||
type: Sequelize.REAL
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "numberOfRoomsMax", {
|
||||
type: Sequelize.REAL
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "numberOfFloorsMin", {
|
||||
type: Sequelize.INTEGER
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "numberOfFloorsMax", {
|
||||
type: Sequelize.INTEGER
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "floorMin", {
|
||||
type: Sequelize.INTEGER
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "floorMax", {
|
||||
type: Sequelize.INTEGER
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "accessRoadType", {
|
||||
type: Sequelize.TEXT,
|
||||
defaultValue: ACCESS_ROAD_TYPE.ANY.id
|
||||
}),
|
||||
queryInterface.addColumn("SearchRequests", "heatingType", {
|
||||
type: Sequelize.TEXT,
|
||||
defaultValue: HEATING_TYPE.ANY.id
|
||||
})
|
||||
]);
|
||||
},
|
||||
|
||||
down: (queryInterface, Sequelize) => {
|
||||
return Promise.all([
|
||||
queryInterface.removeColumn("SearchRequests", "includeIncompleteAds"),
|
||||
queryInterface.removeColumn("SearchRequests", "balcony"),
|
||||
queryInterface.removeColumn("SearchRequests", "newBuilding"),
|
||||
queryInterface.removeColumn("SearchRequests", "elevator"),
|
||||
queryInterface.removeColumn("SearchRequests", "numberOfRoomsMin"),
|
||||
queryInterface.removeColumn("SearchRequests", "numberOfRoomsMax"),
|
||||
queryInterface.removeColumn("SearchRequests", "numberOfFloorsMin"),
|
||||
queryInterface.removeColumn("SearchRequests", "numberOfFloorsMax"),
|
||||
queryInterface.removeColumn("SearchRequests", "floorMin"),
|
||||
queryInterface.removeColumn("SearchRequests", "floorMax"),
|
||||
queryInterface.removeColumn("SearchRequests", "accessRoadType"),
|
||||
queryInterface.removeColumn("SearchRequests", "heatingType")
|
||||
]);
|
||||
}
|
||||
};
|
||||
42
app/migrations/20200121000524-add-priceHistory-table.js
Normal file
42
app/migrations/20200121000524-add-priceHistory-table.js
Normal file
@@ -0,0 +1,42 @@
|
||||
"use strict";
|
||||
|
||||
module.exports = {
|
||||
up: (queryInterface, Sequelize) => {
|
||||
const tableFields = {
|
||||
id: {
|
||||
type: Sequelize.BIGINT,
|
||||
autoIncrement: true,
|
||||
allowNull: false,
|
||||
primaryKey: true
|
||||
},
|
||||
realEstateId: {
|
||||
type: Sequelize.BIGINT,
|
||||
allowNull: false,
|
||||
unique: "uniquePriceRealEstate",
|
||||
references: {
|
||||
model: "RealEstates",
|
||||
key: "id"
|
||||
},
|
||||
onUpdate: "CASCADE",
|
||||
onDelete: "SET NULL"
|
||||
},
|
||||
price: {
|
||||
type: Sequelize.REAL,
|
||||
unique: "uniquePriceRealEstate"
|
||||
},
|
||||
createdAt: {
|
||||
type: Sequelize.DATE,
|
||||
defaultValue: Sequelize.literal("NOW()")
|
||||
},
|
||||
updatedAt: {
|
||||
type: Sequelize.DATE,
|
||||
defaultValue: Sequelize.literal("NOW()")
|
||||
}
|
||||
};
|
||||
return queryInterface.createTable("PriceHistory", tableFields);
|
||||
},
|
||||
|
||||
down: queryInterface => {
|
||||
return queryInterface.dropTable("PriceHistory", {});
|
||||
}
|
||||
};
|
||||
10
app/migrations/20200121094500-add-constraint-priceHistory.js
Normal file
10
app/migrations/20200121094500-add-constraint-priceHistory.js
Normal file
@@ -0,0 +1,10 @@
|
||||
"use strict";
|
||||
module.exports = {
|
||||
up: (queryInterface, Sequelize) =>
|
||||
queryInterface.addConstraint("PriceHistory", ["realEstateId", "price"], {
|
||||
type: "unique",
|
||||
name: "uniquePriceRealEstate"
|
||||
}),
|
||||
down: queryInterface =>
|
||||
queryInterface.removeConstraint("PriceHistory", "uniquePriceRealEstate")
|
||||
};
|
||||
@@ -0,0 +1,14 @@
|
||||
"use strict";
|
||||
|
||||
module.exports = {
|
||||
up: (queryInterface, Sequelize) => {
|
||||
return queryInterface.addColumn("SearchRequests", "includeWithoutPrice", {
|
||||
type: Sequelize.BOOLEAN,
|
||||
defaultValue: true
|
||||
});
|
||||
},
|
||||
|
||||
down: (queryInterface, Sequelize) => {
|
||||
return queryInterface.removeColumn("SearchRequests", "includeWithoutPrice");
|
||||
}
|
||||
};
|
||||
44
app/models/priceHistory.js
Normal file
44
app/models/priceHistory.js
Normal file
@@ -0,0 +1,44 @@
|
||||
"use strict";
|
||||
|
||||
module.exports = (sequalize, DataTypes) => {
|
||||
const PriceHistory = sequalize.define(
|
||||
"PriceHistory",
|
||||
{
|
||||
id: {
|
||||
type: DataTypes.BIGINT,
|
||||
autoIncrement: true,
|
||||
primaryKey: true,
|
||||
allowNull: false
|
||||
},
|
||||
realEstateId: {
|
||||
type: DataTypes.BIGINT,
|
||||
allowNull: false,
|
||||
unique: "uniquePriceRealEstate",
|
||||
references: {
|
||||
model: "RealEstates",
|
||||
key: "id"
|
||||
},
|
||||
onUpdate: "CASCADE",
|
||||
onDelete: "SET NULL"
|
||||
},
|
||||
price: {
|
||||
type: DataTypes.REAL,
|
||||
unique: "uniquePriceRealEstate"
|
||||
}
|
||||
},
|
||||
{
|
||||
freezeTableName: true
|
||||
}
|
||||
);
|
||||
|
||||
PriceHistory.associate = models => {
|
||||
PriceHistory.hasMany(models.RealEstate, {
|
||||
foreignKey: "id",
|
||||
sourceKey: "realEstateId",
|
||||
targetKey: "id",
|
||||
as: "realEstates"
|
||||
});
|
||||
};
|
||||
|
||||
return PriceHistory;
|
||||
};
|
||||
@@ -15,7 +15,15 @@ module.exports = (sequelize, DataTypes) => {
|
||||
allowNull: false,
|
||||
defaultValue: {
|
||||
type: "Polygon",
|
||||
coordinates: [[[0, 0], [0, 0], [0, 0], [0, 0], [0, 0]]],
|
||||
coordinates: [
|
||||
[
|
||||
[0, 0],
|
||||
[0, 0],
|
||||
[0, 0],
|
||||
[0, 0],
|
||||
[0, 0]
|
||||
]
|
||||
],
|
||||
crs: { type: "name", properties: { name: "EPSG:4326" } }
|
||||
}
|
||||
},
|
||||
@@ -69,7 +77,20 @@ module.exports = (sequelize, DataTypes) => {
|
||||
},
|
||||
deletedEmail: {
|
||||
type: DataTypes.TEXT
|
||||
}
|
||||
},
|
||||
includeIncompleteAds: DataTypes.BOOLEAN,
|
||||
includeWithoutPrice: DataTypes.BOOLEAN,
|
||||
balcony: DataTypes.BOOLEAN,
|
||||
elevator: DataTypes.BOOLEAN,
|
||||
newBuilding: DataTypes.BOOLEAN,
|
||||
numberOfRoomsMin: DataTypes.REAL,
|
||||
numberOfRoomsMax: DataTypes.REAL,
|
||||
numberOfFloorsMin: DataTypes.INTEGER,
|
||||
numberOfFloorsMax: DataTypes.INTEGER,
|
||||
floorMin: DataTypes.INTEGER,
|
||||
floorMax: DataTypes.INTEGER,
|
||||
accessRoadType: DataTypes.TEXT,
|
||||
heatingType: DataTypes.TEXT
|
||||
});
|
||||
|
||||
return SearchRequest;
|
||||
|
||||
6
app/npmScripts/npmCheckUpNotify.js
Normal file
6
app/npmScripts/npmCheckUpNotify.js
Normal file
@@ -0,0 +1,6 @@
|
||||
"use strict";
|
||||
const { checkUpNotify } = require("../services/notificationService");
|
||||
//For testing pursposes
|
||||
(async () => {
|
||||
await checkUpNotify();
|
||||
})();
|
||||
@@ -110,3 +110,51 @@ h3 {
|
||||
.collection a.collection-item:not(.active):hover {
|
||||
background-color: rgba(2, 173, 186, 0.2);
|
||||
}
|
||||
|
||||
.tabs .tab a {
|
||||
color: #02adba;
|
||||
-webkit-transition: color 0.28s ease, background-color 0.28s ease;
|
||||
transition: color 0.28s ease, background-color 0.28s ease;
|
||||
}
|
||||
.tabs .tab a:focus,
|
||||
.tabs .tab a:focus.active {
|
||||
background-color: rgba(2, 173, 186, 0.2);
|
||||
}
|
||||
.tabs .tab a:hover,
|
||||
.tabs .tab a.active {
|
||||
color: #02adba;
|
||||
}
|
||||
.tabs .indicator {
|
||||
background-color: #02adba;
|
||||
}
|
||||
|
||||
[type="checkbox"].filled-in:checked + span:not(.lever):after {
|
||||
border: 2px solid #02adba;
|
||||
background-color: #02adba;
|
||||
}
|
||||
[type="checkbox"].filled-in:not(:checked) + span:not(.lever):after {
|
||||
background-color: transparent;
|
||||
border: 2px solid #02adba;
|
||||
}
|
||||
|
||||
.distinguished {
|
||||
border: 2px solid #02adba;
|
||||
border-radius: 4px;
|
||||
padding: 5px 5px 3px 5px;
|
||||
margin-left: -5px;
|
||||
}
|
||||
|
||||
.checkbox-label {
|
||||
color: black;
|
||||
font-size: 14px;
|
||||
}
|
||||
|
||||
.column-label {
|
||||
position: relative;
|
||||
margin-top: 2rem;
|
||||
margin-bottom: 1rem;
|
||||
}
|
||||
|
||||
.estates-link {
|
||||
color: rgba(0, 0, 0, 0.87);
|
||||
}
|
||||
|
||||
@@ -25,6 +25,12 @@
|
||||
border-right: 1px solid #02adba;
|
||||
}
|
||||
|
||||
.segmented.small [type="radio"]:not(:checked) + span,
|
||||
.segmented.small [type="radio"]:checked + span {
|
||||
padding-left: 7px;
|
||||
padding-right: 7px;
|
||||
}
|
||||
|
||||
.segmented :last-child .label {
|
||||
border-right: none;
|
||||
}
|
||||
|
||||
34
app/seeders/20200121150443-initial-price-history.js
Normal file
34
app/seeders/20200121150443-initial-price-history.js
Normal file
@@ -0,0 +1,34 @@
|
||||
"use strict";
|
||||
|
||||
const { RealEstate } = require("../models");
|
||||
|
||||
module.exports = {
|
||||
async up(queryInterface, Sequelize) {
|
||||
//Reading initial data from RealEstate table in db
|
||||
const realEstateInitialData = await RealEstate.findAll();
|
||||
//Extruding data for table PriceHistory
|
||||
const priceHistoryInitialData = realEstateInitialData.map(realEstate => {
|
||||
//Null values canot be recognized by ignore duplicates in sequalize
|
||||
//Value price = 0 indicates 'cijena na upit'
|
||||
const priceTmp =
|
||||
realEstate.dataValues.price === null ? 0 : realEstate.dataValues.price;
|
||||
|
||||
return {
|
||||
realEstateId: realEstate.dataValues.id,
|
||||
price: priceTmp,
|
||||
createdAt: realEstate.dataValues.createdAt,
|
||||
updatedAt: realEstate.dataValues.updatedAt
|
||||
};
|
||||
});
|
||||
|
||||
return queryInterface.bulkInsert(
|
||||
"PriceHistory",
|
||||
priceHistoryInitialData,
|
||||
{}
|
||||
);
|
||||
},
|
||||
|
||||
async down(queryInterface, Sequelize) {
|
||||
return queryInterface.bulkDelete("PriceHistory", null, {});
|
||||
}
|
||||
};
|
||||
@@ -1,4 +1,8 @@
|
||||
"use strict";
|
||||
const { STAGING } = require("../config/appConfig");
|
||||
|
||||
const stagingTag = STAGING ? "[STAGING] " : "";
|
||||
|
||||
const {
|
||||
matchRealEstates,
|
||||
matchSearchRequest
|
||||
@@ -6,9 +10,14 @@ const {
|
||||
const {
|
||||
generateNotificationEmail,
|
||||
generateNewSearchRequestEmail,
|
||||
generateEmailSubject
|
||||
generateEmailSubject,
|
||||
generateCheckUpEmail
|
||||
} = require("../helpers/emailContentGenerator");
|
||||
const { findNotNotifiedMatches } = require("../helpers/db/searchRequestMatch");
|
||||
const {
|
||||
findNotNotifiedMatches,
|
||||
findAllRequestsForCheckUp,
|
||||
findRealEstatesForSearchRequest
|
||||
} = require("../helpers/db/searchRequestMatch");
|
||||
const { sendEmail } = require("../services/emailService");
|
||||
|
||||
const notifyForNewRealEstates = async newRealEstates => {
|
||||
@@ -21,13 +30,17 @@ const notifyForNewSearchRequest = async searchRequest => {
|
||||
|
||||
const searchRequestId = searchRequest.id;
|
||||
const matchingRealEstates = matches[searchRequestId].realEstates;
|
||||
|
||||
const emailContent = generateNewSearchRequestEmail(
|
||||
searchRequest,
|
||||
matchingRealEstates
|
||||
);
|
||||
const { email } = searchRequest;
|
||||
await sendEmail(email, "Kivi - novi zahtjev za pretragu", emailContent);
|
||||
|
||||
await sendEmail(
|
||||
email,
|
||||
`${stagingTag} Kivi - novi zahtjev za pretragu`,
|
||||
emailContent
|
||||
);
|
||||
};
|
||||
|
||||
const notifyMatches = async (matches, dailyNotification = false) => {
|
||||
@@ -39,10 +52,18 @@ const notifyMatches = async (matches, dailyNotification = false) => {
|
||||
const { email, subscribed } = searchRequest;
|
||||
if (notifyNow && subscribed) {
|
||||
const allMatchingRealEstates = matches[id].realEstates || [];
|
||||
|
||||
//Variable allMatchingRealEstates are real estates that are "new" on the market
|
||||
//the ones that we notify user in this moment, not all that already exists in db
|
||||
//New variable allRealEstates are all real estates that exists in db for search req
|
||||
const allRealEstates = await findRealEstatesForSearchRequest(id);
|
||||
const noAllRealEstates = allRealEstates.length;
|
||||
|
||||
if (allMatchingRealEstates.length > 0) {
|
||||
const emailContent = generateNotificationEmail(
|
||||
allMatchingRealEstates,
|
||||
id,
|
||||
noAllRealEstates,
|
||||
dailyNotification
|
||||
);
|
||||
const emailSubject = generateEmailSubject(
|
||||
@@ -109,8 +130,26 @@ const notifyRequestsWithDailyOption = async () => {
|
||||
await notifyMatches(matches, true);
|
||||
};
|
||||
|
||||
const checkUpNotify = async () => {
|
||||
/* const searchRequestsForCheckUp = await findAllRequestsForCheckUp();
|
||||
|
||||
const asyncSendEmailActions = [];
|
||||
|
||||
for (const searchRequest of searchRequestsForCheckUp) {
|
||||
const { email } = searchRequest.dataValues;
|
||||
const emailSubject = `${stagingTag}Kivi: Mi tražimo nekretnine za vas!`;
|
||||
const emailContent = generateCheckUpEmail(searchRequest.dataValues);
|
||||
|
||||
const sendEmailPromise = sendEmail(email, emailSubject, emailContent);
|
||||
asyncSendEmailActions.push(sendEmailPromise);
|
||||
sendEmailPromise.catch(err => console.log("[Email Sending Failed]", err));
|
||||
}
|
||||
await Promise.all(asyncSendEmailActions); */
|
||||
};
|
||||
|
||||
module.exports = {
|
||||
notifyForNewRealEstates,
|
||||
notifyForNewSearchRequest,
|
||||
notifyRequestsWithDailyOption
|
||||
notifyRequestsWithDailyOption,
|
||||
checkUpNotify
|
||||
};
|
||||
|
||||
69
app/views/advancedFilters.ejs
Normal file
69
app/views/advancedFilters.ejs
Normal file
@@ -0,0 +1,69 @@
|
||||
<br>
|
||||
|
||||
<% for (const filter of advancedBooleanFilterObjects){ %>
|
||||
<p>
|
||||
<label class="checkbox-label">
|
||||
<input type="checkbox" class="filled-in" name="<%= filter.dbField %>"
|
||||
<% if (advancedBooleanFilterValues[filter.dbField]) { %>
|
||||
checked
|
||||
<% } %>>
|
||||
<span><%= filter.title %></span>
|
||||
</label>
|
||||
</p>
|
||||
<% } %>
|
||||
|
||||
<br>
|
||||
<% for (const filter of advancedRangeFilterObjects){ %>
|
||||
<div class="row">
|
||||
<p class="column-label col s5 m3 l2">
|
||||
<%= filter.title %>
|
||||
</p>
|
||||
<div class="input-field col s3 m4 l5">
|
||||
<input
|
||||
id="<%= filter.dbFieldMin %>"
|
||||
name="<%= filter.dbFieldMin %>"
|
||||
type="number"
|
||||
value="<%= advancedRangeFilterValues[filter.dbFieldMin] !== undefined ? advancedRangeFilterValues[filter.dbFieldMin] : ""%>"
|
||||
>
|
||||
<label for="<%= filter.dbFieldMin %>">Od</label>
|
||||
</div>
|
||||
<div class="input-field col s3 m4 l5">
|
||||
<input
|
||||
id="<%= filter.dbFieldMax %>"
|
||||
name="<%= filter.dbFieldMax %>"
|
||||
type="number"
|
||||
value="<%= advancedRangeFilterValues[filter.dbFieldMax] !== undefined ? advancedRangeFilterValues[filter.dbFieldMax] : ""%>"
|
||||
>
|
||||
<label for="<%= filter.dbFieldMax %>">Do</label>
|
||||
</div>
|
||||
</div>
|
||||
<% } %>
|
||||
|
||||
<br>
|
||||
<% for (const filter of advancedSegmentSelectFilterObjects){ %>
|
||||
<div>
|
||||
<label class="checkbox-label"><%= filter.title %>: </label><br><br>
|
||||
<span class="segmented small">
|
||||
<% for (const segmentObject of filter.values) { %>
|
||||
<label>
|
||||
<input type="radio" name="<%= filter.dbField %>" value="<%= segmentObject.id %>"
|
||||
<% if (advancedSegmentSelectFilterValues[filter.dbField] === segmentObject.id) { %>
|
||||
checked
|
||||
<% } %>>
|
||||
<span class="label"><%= segmentObject.title %></span>
|
||||
</label>
|
||||
<% } %>
|
||||
</span>
|
||||
</div>
|
||||
<% } %>
|
||||
|
||||
<br>
|
||||
<p class="distinguished">
|
||||
<label class="checkbox-label">
|
||||
<input type="checkbox" class="filled-in" name="includeIncompleteAds"
|
||||
<% if (includeIncompleteAds) { %>
|
||||
checked
|
||||
<% } %>>
|
||||
<span>Uključi i oglase bez potpunih informacija</span>
|
||||
</label>
|
||||
</p>
|
||||
@@ -1,13 +1,17 @@
|
||||
<div class="row center-align">
|
||||
<h3>
|
||||
Područje na mapi će biti uključeno u pretragu. Namjestite mapu na ulice
|
||||
koje želite da budu vidljive.
|
||||
Područje na mapi će biti uključeno u pretragu. Namjestite mapu na ulice koje
|
||||
želite da budu vidljive.
|
||||
</h3>
|
||||
</div>
|
||||
|
||||
<div class="row center-align">
|
||||
<div class="col s12 m12 l12 xl12">
|
||||
<input id="autocompleteInput" placeholder="Unesite grad, naselje ili ulicu..." type="text" />
|
||||
<input
|
||||
id="autocompleteInput"
|
||||
placeholder="Unesite grad, naselje ili ulicu..."
|
||||
type="text"
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
@@ -17,12 +21,17 @@
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br>
|
||||
<br />
|
||||
|
||||
<form method="POST" id="form-map-output">
|
||||
<div class="row center-align">
|
||||
<div class="col s6 push-s3">
|
||||
<a id="submit" href="#" class="welcome-center-button waves-effect waves-light btn">Dalje</a>
|
||||
<a
|
||||
id="submit"
|
||||
href="#"
|
||||
class="welcome-center-button waves-effect waves-light btn"
|
||||
>Dalje</a
|
||||
>
|
||||
</div>
|
||||
</div>
|
||||
<input type="hidden" name="north" id="north" />
|
||||
@@ -41,15 +50,15 @@
|
||||
|
||||
function locateMe() {
|
||||
if (navigator.geolocation) {
|
||||
|
||||
function onLocationSuccess (position) {
|
||||
const coordinates = position && position.coords ? position.coords : null;
|
||||
if (coordinates){
|
||||
function onLocationSuccess(position) {
|
||||
const coordinates =
|
||||
position && position.coords ? position.coords : null;
|
||||
if (coordinates) {
|
||||
const longitude = coordinates.longitude || null;
|
||||
const latitude = coordinates.latitude || null;
|
||||
|
||||
if (longitude && latitude && map){
|
||||
map.setCenter({lat: latitude, lng: longitude});
|
||||
if (longitude && latitude && map) {
|
||||
map.setCenter({ lat: latitude, lng: longitude });
|
||||
map.setZoom(16);
|
||||
}
|
||||
}
|
||||
@@ -61,20 +70,20 @@
|
||||
|
||||
function initMap() {
|
||||
const BOSNIA_BOUNDS = {
|
||||
north: 45.70,
|
||||
north: 45.7,
|
||||
south: 41.69,
|
||||
west: 15.55,
|
||||
east: 20.77,
|
||||
east: 20.77
|
||||
};
|
||||
const SARAJEVO_COORDINATES = {
|
||||
lat: 43.85,
|
||||
lng: 18.41,
|
||||
lng: 18.41
|
||||
};
|
||||
|
||||
const mapElement = document.getElementById('map');
|
||||
const mapElement = document.getElementById("map");
|
||||
const restrictMapPanningToBosniaOnly = {
|
||||
latLngBounds: BOSNIA_BOUNDS,
|
||||
strictBounds: true,
|
||||
strictBounds: true
|
||||
};
|
||||
const initialMapParams = {
|
||||
center: SARAJEVO_COORDINATES,
|
||||
@@ -87,38 +96,50 @@
|
||||
};
|
||||
map = new google.maps.Map(mapElement, initialMapParams);
|
||||
|
||||
const inputElement = document.getElementById('autocompleteInput');
|
||||
const restrictAutocompleteResultsToBosniaOnly = {'country': 'ba'};
|
||||
const inputElement = document.getElementById("autocompleteInput");
|
||||
const restrictAutocompleteResultsToBosniaOnly = { country: "ba" };
|
||||
const initialAutocompleteParams = {
|
||||
types: ['geocode'],
|
||||
types: ["geocode"],
|
||||
componentRestrictions: restrictAutocompleteResultsToBosniaOnly,
|
||||
fields: ['geometry', 'types', 'address_components']
|
||||
fields: ["geometry", "types", "address_components"]
|
||||
};
|
||||
|
||||
autocomplete = new google.maps.places.Autocomplete(inputElement, initialAutocompleteParams);
|
||||
autocomplete.bindTo('bounds', map);
|
||||
autocomplete.addListener('place_changed', onPlaceChanged);
|
||||
autocomplete = new google.maps.places.Autocomplete(
|
||||
inputElement,
|
||||
initialAutocompleteParams
|
||||
);
|
||||
autocomplete.bindTo("bounds", map);
|
||||
autocomplete.addListener("place_changed", onPlaceChanged);
|
||||
pacSelectFirst(inputElement);
|
||||
addLocateMeButton(map);
|
||||
|
||||
//After map initialization we check if area is already selected
|
||||
//If yes we bound map to show already selected area
|
||||
const boundsSelected = <%- boundsSelected %>;
|
||||
const selectedLatLngBounds = <%- JSON.stringify(selectedLatLngBounds) %>;
|
||||
|
||||
if (boundsSelected) {
|
||||
boundMapToSelected(map, selectedLatLngBounds);
|
||||
}
|
||||
}
|
||||
|
||||
function addLocateMeButton(map) {
|
||||
var parent = document.createElement('div');
|
||||
var parent = document.createElement("div");
|
||||
parent.className = "locate-me-container";
|
||||
|
||||
var a = document.createElement('a');
|
||||
var a = document.createElement("a");
|
||||
a.id = "locateMe";
|
||||
a.className = "btn-floating";
|
||||
|
||||
var i = document.createElement('i');
|
||||
var i = document.createElement("i");
|
||||
i.innerText = "gps_fixed";
|
||||
i.className = "material-icons right";
|
||||
|
||||
a.appendChild(i)
|
||||
a.appendChild(i);
|
||||
a.addEventListener("click", locateMe);
|
||||
parent.appendChild(a)
|
||||
parent.appendChild(a);
|
||||
|
||||
map.controls[google.maps.ControlPosition.RIGHT_BOTTOM].push(parent)
|
||||
map.controls[google.maps.ControlPosition.RIGHT_BOTTOM].push(parent);
|
||||
}
|
||||
|
||||
function onPlaceChanged() {
|
||||
@@ -133,33 +154,49 @@
|
||||
function pacSelectFirst(input) {
|
||||
// store the original event binding function
|
||||
const _addEventListener = input.addEventListener
|
||||
? input.addEventListener
|
||||
: input.attachEvent
|
||||
? input.addEventListener
|
||||
: input.attachEvent;
|
||||
|
||||
function addEventListenerWrapper (type, listener) {
|
||||
function addEventListenerWrapper(type, listener) {
|
||||
// Simulate a 'down arrow' keypress on hitting 'return' when no pac suggestion is selected,
|
||||
// and then trigger the original listener.
|
||||
if (type == 'keydown') {
|
||||
const originalListener = listener
|
||||
listener = function (event) {
|
||||
const suggestionSelected = $('.pac-item-selected').length > 0
|
||||
if (event.key == 'Enter' && !suggestionSelected) {
|
||||
const simulatedDownArrow = $.Event('keydown', {
|
||||
if (type == "keydown") {
|
||||
const originalListener = listener;
|
||||
listener = function(event) {
|
||||
const suggestionSelected = $(".pac-item-selected").length > 0;
|
||||
if (event.key == "Enter" && !suggestionSelected) {
|
||||
const simulatedDownArrow = $.Event("keydown", {
|
||||
keyCode: 40,
|
||||
which: 40
|
||||
})
|
||||
originalListener.apply(input, [simulatedDownArrow])
|
||||
});
|
||||
originalListener.apply(input, [simulatedDownArrow]);
|
||||
}
|
||||
|
||||
originalListener.apply(input, [event])
|
||||
}
|
||||
originalListener.apply(input, [event]);
|
||||
};
|
||||
}
|
||||
|
||||
_addEventListener.apply(input, [type, listener])
|
||||
_addEventListener.apply(input, [type, listener]);
|
||||
}
|
||||
|
||||
input.addEventListener = addEventListenerWrapper
|
||||
input.attachEvent = addEventListenerWrapper
|
||||
input.addEventListener = addEventListenerWrapper;
|
||||
input.attachEvent = addEventListenerWrapper;
|
||||
}
|
||||
function boundMapToSelected(map, selectedLatLngBounds) {
|
||||
|
||||
const swBound = new google.maps.LatLng(
|
||||
selectedLatLngBounds.swLat,
|
||||
selectedLatLngBounds.swLng
|
||||
);
|
||||
const neBound = new google.maps.LatLng(
|
||||
selectedLatLngBounds.neLat,
|
||||
selectedLatLngBounds.neLng
|
||||
);
|
||||
let bounds = new google.maps.LatLngBounds();
|
||||
bounds.extend(swBound);
|
||||
bounds.extend(neBound);
|
||||
|
||||
map.fitBounds(bounds);
|
||||
}
|
||||
|
||||
$(document).ready(function() {
|
||||
@@ -171,11 +208,16 @@
|
||||
$("#east").val(mapBounds.getNorthEast().lng());
|
||||
$("#west").val(mapBounds.getSouthWest().lng());
|
||||
|
||||
$("#locationInput").val(document.getElementById('autocompleteInput').value);
|
||||
$("#locationInput").val(
|
||||
document.getElementById("autocompleteInput").value
|
||||
);
|
||||
|
||||
$("#form-map-output").submit();
|
||||
});
|
||||
});
|
||||
</script>
|
||||
<script src="https://maps.googleapis.com/maps/api/js?key=AIzaSyAna8ohfV2HBMcxGk_29vqxU5Z_bDickqg&language=bs&libraries=places&callback=initMap" async
|
||||
defer></script>
|
||||
<script
|
||||
src="https://maps.googleapis.com/maps/api/js?key=<%= process.env.API_MAP_KEY %>&language=bs&libraries=places&callback=initMap"
|
||||
async
|
||||
defer
|
||||
></script>
|
||||
|
||||
@@ -1,63 +1,20 @@
|
||||
<br>
|
||||
<form id="filtersForm" method="POST">
|
||||
<br>
|
||||
|
||||
<div class="row center-align">
|
||||
<h5>Cijena</h5>
|
||||
<br><br>
|
||||
<div class="center-align no-ui-slider" id="priceFilter"></div>
|
||||
</div>
|
||||
|
||||
<br>
|
||||
<div class="row">
|
||||
<div class="col s5 m3 l3 push-m1 push-l2">
|
||||
<input class="sliderInputBox" type="number" id="priceMin" name="priceMin">
|
||||
|
||||
<div class="col s12">
|
||||
<ul class="tabs">
|
||||
<li class="tab col s6"><a href="#standardFilters">Filteri</a></li>
|
||||
<li class="tab col s6"><a href="#advancedFilters">Napredni filteri</a></li>
|
||||
</ul>
|
||||
</div>
|
||||
<div class="col s5 m3 l3 push-s1 push-m4 push-l4">
|
||||
<input class="sliderInputBox" type="number" id="priceMax" name="priceMax">
|
||||
<div id="standardFilters" class="col s12">
|
||||
<%- include("./standardFilters.ejs") %>
|
||||
</div>
|
||||
<div id="advancedFilters" class="col s12">
|
||||
<%- include("./advancedFilters.ejs") %>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br>
|
||||
|
||||
<div class="row center-align">
|
||||
<h5>Površina</h5>
|
||||
<br><br>
|
||||
<div class="center-align no-ui-slider" id="sizeFilter"></div>
|
||||
</div>
|
||||
|
||||
<br>
|
||||
<div class="row">
|
||||
<div class="col s5 m3 l3 push-m1 push-l2">
|
||||
<input class="sliderInputBox" type="number" id="sizeMin" name="sizeMin">
|
||||
|
||||
</div>
|
||||
<div class="col s5 m3 l3 push-s1 push-m4 push-l4">
|
||||
<input class="sliderInputBox" type="number" id="sizeMax" name="sizeMax">
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br>
|
||||
|
||||
<% if(hasGardenSize) { %>
|
||||
<div class="row center-align">
|
||||
<h5>Površina okućnice</h5>
|
||||
<br><br>
|
||||
<div class="center-align no-ui-slider" id="gardenSizeFilter"></div>
|
||||
</div>
|
||||
|
||||
<br>
|
||||
<div class="row">
|
||||
<div class="col s5 m3 l3 push-m1 push-l2">
|
||||
<input class="sliderInputBox" type="number" id="gardenSizeMin" name="gardenSizeMin">
|
||||
|
||||
</div>
|
||||
<div class="col s5 m3 l3 push-s1 push-m4 push-l4">
|
||||
<input class="sliderInputBox" type="number" id="gardenSizeMax" name="gardenSizeMax">
|
||||
</div>
|
||||
</div>
|
||||
<% } %>
|
||||
|
||||
<div class="row">
|
||||
<div class="col s6 push-s3">
|
||||
<a id="submit" href="#" class="welcome-center-button waves-effect waves-light btn">Dalje</a>
|
||||
@@ -66,125 +23,7 @@
|
||||
</form>
|
||||
|
||||
<script>
|
||||
$(document).ready(function() {
|
||||
const priceSliderOptions = <%- priceSliderOptions %>;
|
||||
const sizeSliderOptions = <%- sizeSliderOptions %>;
|
||||
const priceStep = priceSliderOptions.step;
|
||||
const sizeStep = sizeSliderOptions.step;
|
||||
delete priceSliderOptions.step;
|
||||
delete sizeSliderOptions.step;
|
||||
|
||||
function updatePriceInputs(values, handle, unencoded) {
|
||||
$("#priceMin").val(Math.round(unencoded[0]/priceStep)*priceStep);
|
||||
$("#priceMax").val(Math.round(unencoded[1]/priceStep)*priceStep);
|
||||
}
|
||||
function updateSizeInputs(values, handle, unencoded) {
|
||||
$("#sizeMin").val(Math.round(unencoded[0]/sizeStep)*sizeStep);
|
||||
$("#sizeMax").val(Math.round(unencoded[1]/sizeStep)*sizeStep);
|
||||
}
|
||||
|
||||
const priceSlider = document.getElementById("priceFilter");
|
||||
const sizeSlider = document.getElementById("sizeFilter");
|
||||
|
||||
const priceSliderObject = noUiSlider.create(priceSlider, priceSliderOptions);
|
||||
const sizeSliderObject = noUiSlider.create(sizeSlider, sizeSliderOptions);
|
||||
|
||||
priceSliderObject.on('slide', updatePriceInputs);
|
||||
sizeSliderObject.on('slide', updateSizeInputs);
|
||||
|
||||
function priceMinChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const currentValues = priceSliderObject.get();
|
||||
const newValue = element.currentTarget.value;
|
||||
const fixedNewValue = newValue > currentValues[1] ? currentValues[1] : newValue;
|
||||
priceSliderObject.set([fixedNewValue, null]);
|
||||
$("#priceMin").val(Math.round(priceSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
function priceMaxChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const newValue = element.currentTarget.value;
|
||||
priceSliderObject.set([null, newValue]);
|
||||
$("#priceMax").val(Math.round(priceSliderObject.get()[1]));
|
||||
}
|
||||
}
|
||||
$("#priceMin").val(priceSliderOptions.start[0]);
|
||||
$("#priceMax").val(priceSliderOptions.start[1]);
|
||||
$("#priceMin").change(priceMinChangeHandler);
|
||||
$("#priceMax").change(priceMaxChangeHandler);
|
||||
|
||||
function sizeMinChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const currentValues = sizeSliderObject.get();
|
||||
const newValue = element.currentTarget.value;
|
||||
const fixedNewValue = newValue > currentValues[1] ? currentValues[1] : newValue;
|
||||
sizeSliderObject.set([fixedNewValue, null]);
|
||||
$("#sizeMin").val(Math.round(sizeSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
function sizeMaxChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const newValue = element.currentTarget.value;
|
||||
sizeSliderObject.set([null, newValue]);
|
||||
$("#sizeMax").val(Math.round(sizeSliderObject.get()[1]));
|
||||
}
|
||||
}
|
||||
$("#sizeMin").val(sizeSliderOptions.start[0]);
|
||||
$("#sizeMax").val(sizeSliderOptions.start[1]);
|
||||
$("#sizeMin").change(sizeMinChangeHandler);
|
||||
$("#sizeMax").change(sizeMaxChangeHandler);
|
||||
|
||||
<% if(hasGardenSize) { %>
|
||||
const gardenSizeSliderOptions = <%- gardenSizeSliderOptions %>;
|
||||
const gardenSizeStep = gardenSizeSliderOptions.step;
|
||||
delete gardenSizeSliderOptions.step;
|
||||
|
||||
function updateGardenSizeInputs(values, handle, unencoded) {
|
||||
$("#gardenSizeMin").val(Math.round(unencoded[0]/gardenSizeStep)*gardenSizeStep);
|
||||
$("#gardenSizeMax").val(Math.round(unencoded[1]/gardenSizeStep)*gardenSizeStep);
|
||||
}
|
||||
|
||||
const gardenSizeSlider = document.getElementById("gardenSizeFilter");
|
||||
const gardenSizeSliderObject = noUiSlider.create(gardenSizeSlider, gardenSizeSliderOptions);
|
||||
gardenSizeSliderObject.on('slide', updateGardenSizeInputs);
|
||||
function gardenSizeMinChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const currentValues = gardenSizeSliderObject.get();
|
||||
const newValue = element.currentTarget.value;
|
||||
const fixedNewValue = newValue > currentValues[1] ? currentValues[1] : newValue;
|
||||
gardenSizeSliderObject.set([fixedNewValue, null]);
|
||||
$("#gardenSizeMin").val(Math.round(gardenSizeSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
function gardenSizeMaxChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const newValue = element.currentTarget.value;
|
||||
gardenSizeSliderObject.set([null, newValue]);
|
||||
$("#gardenSizeMin").val(Math.round(gardenSizeSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
$("#gardenSizeMin").val(gardenSizeSliderOptions.start[0]);
|
||||
$("#gardenSizeMax").val(gardenSizeSliderOptions.start[1]);
|
||||
$("#gardenSizeMin").change("step", gardenSizeMinChangeHandler);
|
||||
$("#gardenSizeMax").change("step", gardenSizeMaxChangeHandler);
|
||||
<% } %>
|
||||
|
||||
$("#submit").click(function() {
|
||||
const priceFilterValues = priceSlider.noUiSlider.get();
|
||||
$("#priceFilterMin").val(priceFilterValues[0]);
|
||||
$("#priceFilterMax").val(priceFilterValues[1]);
|
||||
|
||||
const sizeFilterValues = sizeSlider.noUiSlider.get();
|
||||
$("#sizeFilterMin").val(sizeFilterValues[0]);
|
||||
$("#sizeFilterMax").val(sizeFilterValues[1]);
|
||||
|
||||
<% if (hasGardenSize) { %>
|
||||
const gardenSizeFilterValues = gardenSizeSlider.noUiSlider.get();
|
||||
$("#gardenSizeFilterMin").val(gardenSizeFilterValues[0]);
|
||||
$("#gardenSizeFilterMax").val(gardenSizeFilterValues[1]);
|
||||
<% } %>
|
||||
|
||||
$("#filtersForm").submit();
|
||||
});
|
||||
$(document).ready(function(){
|
||||
$('.tabs').tabs();
|
||||
});
|
||||
</script>
|
||||
|
||||
@@ -1,13 +1,29 @@
|
||||
<div class="row center-align">
|
||||
<ul class="collection with-header">
|
||||
<% for(const realEstate of realEstates) { %>
|
||||
<li class="collection-item">
|
||||
<div><%= realEstate.title %>
|
||||
<a href="<%= realEstate.url %>" class="kivi-color secondary-content">
|
||||
<ul class="collection with-header">
|
||||
<% for(const realEstate of realEstates) { %>
|
||||
<li class="collection-item">
|
||||
<% if(realEstate.adStatus === AD_STATUS.STATUS_VIP) {%>
|
||||
<div>
|
||||
<% //This needs to do redirecting instead of direct link to realestate
|
||||
%>
|
||||
<a href="/redirect/<%= realEstate.id %>" class="estates-link">
|
||||
<%= realEstate.title %>
|
||||
<div class="kivi-color secondary-content">
|
||||
<i class="material-icons">send</i>
|
||||
</a>
|
||||
</div>
|
||||
</li>
|
||||
<% } %>
|
||||
</ul>
|
||||
</div>
|
||||
</div>
|
||||
</a>
|
||||
</div>
|
||||
<%} else { %>
|
||||
<div>
|
||||
<a href="<%= realEstate.url %>" class="estates-link">
|
||||
<%= realEstate.title %>
|
||||
<div class="kivi-color secondary-content">
|
||||
<i class="material-icons">send</i>
|
||||
</div>
|
||||
</a>
|
||||
</div>
|
||||
<% }%>
|
||||
</li>
|
||||
<% } %>
|
||||
</ul>
|
||||
</div>
|
||||
|
||||
@@ -1,26 +1,49 @@
|
||||
<br><br>
|
||||
<br /><br />
|
||||
<div class="center">
|
||||
<div class="preloader-wrapper big active center">
|
||||
<div class="kivi-spinner-color spinner-layer spinner-green-only">
|
||||
<div class="circle-clipper left">
|
||||
<div class="circle"></div>
|
||||
</div><div class="gap-patch">
|
||||
<div class="circle"></div>
|
||||
</div><div class="circle-clipper right">
|
||||
<div class="circle"></div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="preloader-wrapper big active center">
|
||||
<div class="kivi-spinner-color spinner-layer spinner-green-only">
|
||||
<div class="circle-clipper left">
|
||||
<div class="circle"></div>
|
||||
</div>
|
||||
<div class="gap-patch">
|
||||
<div class="circle"></div>
|
||||
</div>
|
||||
<div class="circle-clipper right">
|
||||
<div class="circle"></div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br>
|
||||
<br />
|
||||
<% if(vipAd) { %>
|
||||
<div class="center">
|
||||
<h6>
|
||||
<a href="<%= redirectUrl %>" rel="noreferrer" id="realEstateUrl">Kliknite ovdje ako Vas web preglednik ne preusmjeri automatski</a>
|
||||
</h6>
|
||||
<h6>
|
||||
Ovaj oglas zahtijeva da budete član
|
||||
<a href="https://prostor.ba/" rel="noreferrer">Prostor.ba</a>.
|
||||
<br />
|
||||
<br />
|
||||
<a href="https://prostor.ba/moj-prostor/prijava" rel="noreferrer"
|
||||
>Ulogujte se</a
|
||||
>
|
||||
ili napravite
|
||||
<a href="https://prostor.ba/moj-prostor/registracija" rel="noreferrer"
|
||||
>novi račun</a
|
||||
>, a potom otvorite <a href="<%= redirectUrl %>" rel="noreferrer">oglas</a>.
|
||||
</h6>
|
||||
</div>
|
||||
<% } else { %>
|
||||
<div class="center">
|
||||
<h6>
|
||||
<a href="<%= redirectUrl %>" rel="noreferrer" id="realEstateUrl"
|
||||
>Kliknite ovdje ako Vas web preglednik ne preusmjeri automatski</a
|
||||
>
|
||||
</h6>
|
||||
</div>
|
||||
<% }%>
|
||||
|
||||
<script>
|
||||
window.onload = function() {
|
||||
document.getElementById('realEstateUrl').click();
|
||||
}
|
||||
window.onload = function() {
|
||||
document.getElementById("realEstateUrl").click();
|
||||
};
|
||||
</script>
|
||||
|
||||
204
app/views/standardFilters.ejs
Normal file
204
app/views/standardFilters.ejs
Normal file
@@ -0,0 +1,204 @@
|
||||
<br />
|
||||
|
||||
<div class="row center-align">
|
||||
<h5>Cijena (KM)</h5>
|
||||
<br /><br />
|
||||
<div class="col s12">
|
||||
<div class="center-align no-ui-slider" id="priceFilter"></div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br />
|
||||
<div class="row">
|
||||
<div class="col s5 m3 l3 push-m1 push-l2">
|
||||
<input class="sliderInputBox" type="number" id="priceMin" name="priceMin" />
|
||||
</div>
|
||||
<div class="col s5 m3 l3 push-s1 push-m4 push-l4">
|
||||
<input class="sliderInputBox" type="number" id="priceMax" name="priceMax" />
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br />
|
||||
<p class="distinguished">
|
||||
<label class="checkbox-label">
|
||||
<input type="checkbox" class="filled-in" name="includeWithoutPrice"
|
||||
checked
|
||||
>
|
||||
<span>Uključi i oglase bez cijene</span>
|
||||
</label>
|
||||
</p>
|
||||
<br />
|
||||
|
||||
<div class="row center-align">
|
||||
<h5>Površina (m<sup>2</sup>)</h5>
|
||||
<br /><br />
|
||||
<div class="col s12">
|
||||
<div class="center-align no-ui-slider" id="sizeFilter"></div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br />
|
||||
<div class="row">
|
||||
<div class="col s5 m3 l3 push-m1 push-l2">
|
||||
<input class="sliderInputBox" type="number" id="sizeMin" name="sizeMin" />
|
||||
</div>
|
||||
<div class="col s5 m3 l3 push-s1 push-m4 push-l4">
|
||||
<input class="sliderInputBox" type="number" id="sizeMax" name="sizeMax" />
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br />
|
||||
|
||||
<% if(hasGardenSize) { %>
|
||||
<div class="row center-align">
|
||||
<h5>Površina okućnice (m<sup>2</sup>)</h5>
|
||||
<br /><br />
|
||||
<div class="col s12">
|
||||
<div class="center-align no-ui-slider" id="gardenSizeFilter"></div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<br />
|
||||
<div class="row">
|
||||
<div class="col s5 m3 l3 push-m1 push-l2">
|
||||
<input
|
||||
class="sliderInputBox"
|
||||
type="number"
|
||||
id="gardenSizeMin"
|
||||
name="gardenSizeMin"
|
||||
/>
|
||||
</div>
|
||||
<div class="col s5 m3 l3 push-s1 push-m4 push-l4">
|
||||
<input
|
||||
class="sliderInputBox"
|
||||
type="number"
|
||||
id="gardenSizeMax"
|
||||
name="gardenSizeMax"
|
||||
/>
|
||||
</div>
|
||||
</div>
|
||||
<% } %>
|
||||
|
||||
<script>
|
||||
$(document).ready(function() {
|
||||
const priceSliderOptions = <%- priceSliderOptions %>;
|
||||
const sizeSliderOptions = <%- sizeSliderOptions %>;
|
||||
const priceStep = priceSliderOptions.step;
|
||||
const sizeStep = sizeSliderOptions.step;
|
||||
delete priceSliderOptions.step;
|
||||
delete sizeSliderOptions.step;
|
||||
|
||||
function updatePriceInputs(values, handle, unencoded) {
|
||||
$("#priceMin").val(Math.round(unencoded[0]/priceStep)*priceStep);
|
||||
$("#priceMax").val(Math.round(unencoded[1]/priceStep)*priceStep);
|
||||
}
|
||||
function updateSizeInputs(values, handle, unencoded) {
|
||||
$("#sizeMin").val(Math.round(unencoded[0]/sizeStep)*sizeStep);
|
||||
$("#sizeMax").val(Math.round(unencoded[1]/sizeStep)*sizeStep);
|
||||
}
|
||||
|
||||
const priceSlider = document.getElementById("priceFilter");
|
||||
const sizeSlider = document.getElementById("sizeFilter");
|
||||
|
||||
const priceSliderObject = noUiSlider.create(priceSlider, priceSliderOptions);
|
||||
const sizeSliderObject = noUiSlider.create(sizeSlider, sizeSliderOptions);
|
||||
|
||||
priceSliderObject.on('slide', updatePriceInputs);
|
||||
sizeSliderObject.on('slide', updateSizeInputs);
|
||||
|
||||
function priceMinChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const currentValues = priceSliderObject.get();
|
||||
const newValue = element.currentTarget.value;
|
||||
const fixedNewValue = newValue > currentValues[1] ? currentValues[1] : newValue;
|
||||
priceSliderObject.set([fixedNewValue, null]);
|
||||
$("#priceMin").val(Math.round(priceSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
function priceMaxChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const newValue = element.currentTarget.value;
|
||||
priceSliderObject.set([null, newValue]);
|
||||
$("#priceMax").val(Math.round(priceSliderObject.get()[1]));
|
||||
}
|
||||
}
|
||||
$("#priceMin").val(priceSliderOptions.start[0]);
|
||||
$("#priceMax").val(priceSliderOptions.start[1]);
|
||||
$("#priceMin").change(priceMinChangeHandler);
|
||||
$("#priceMax").change(priceMaxChangeHandler);
|
||||
|
||||
function sizeMinChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const currentValues = sizeSliderObject.get();
|
||||
const newValue = element.currentTarget.value;
|
||||
const fixedNewValue = newValue > currentValues[1] ? currentValues[1] : newValue;
|
||||
sizeSliderObject.set([fixedNewValue, null]);
|
||||
$("#sizeMin").val(Math.round(sizeSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
function sizeMaxChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const newValue = element.currentTarget.value;
|
||||
sizeSliderObject.set([null, newValue]);
|
||||
$("#sizeMax").val(Math.round(sizeSliderObject.get()[1]));
|
||||
}
|
||||
}
|
||||
$("#sizeMin").val(sizeSliderOptions.start[0]);
|
||||
$("#sizeMax").val(sizeSliderOptions.start[1]);
|
||||
$("#sizeMin").change(sizeMinChangeHandler);
|
||||
$("#sizeMax").change(sizeMaxChangeHandler);
|
||||
|
||||
<% if(hasGardenSize) { %>
|
||||
const gardenSizeSliderOptions = <%- gardenSizeSliderOptions %>;
|
||||
const gardenSizeStep = gardenSizeSliderOptions.step;
|
||||
delete gardenSizeSliderOptions.step;
|
||||
|
||||
function updateGardenSizeInputs(values, handle, unencoded) {
|
||||
$("#gardenSizeMin").val(Math.round(unencoded[0]/gardenSizeStep)*gardenSizeStep);
|
||||
$("#gardenSizeMax").val(Math.round(unencoded[1]/gardenSizeStep)*gardenSizeStep);
|
||||
}
|
||||
|
||||
const gardenSizeSlider = document.getElementById("gardenSizeFilter");
|
||||
const gardenSizeSliderObject = noUiSlider.create(gardenSizeSlider, gardenSizeSliderOptions);
|
||||
gardenSizeSliderObject.on('slide', updateGardenSizeInputs);
|
||||
function gardenSizeMinChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const currentValues = gardenSizeSliderObject.get();
|
||||
const newValue = element.currentTarget.value;
|
||||
const fixedNewValue = newValue > currentValues[1] ? currentValues[1] : newValue;
|
||||
gardenSizeSliderObject.set([fixedNewValue, null]);
|
||||
$("#gardenSizeMin").val(Math.round(gardenSizeSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
function gardenSizeMaxChangeHandler(element) {
|
||||
if (element && element.currentTarget && element.currentTarget.value){
|
||||
const newValue = element.currentTarget.value;
|
||||
gardenSizeSliderObject.set([null, newValue]);
|
||||
$("#gardenSizeMin").val(Math.round(gardenSizeSliderObject.get()[0]));
|
||||
}
|
||||
}
|
||||
$("#gardenSizeMin").val(gardenSizeSliderOptions.start[0]);
|
||||
$("#gardenSizeMax").val(gardenSizeSliderOptions.start[1]);
|
||||
$("#gardenSizeMin").change("step", gardenSizeMinChangeHandler);
|
||||
$("#gardenSizeMax").change("step", gardenSizeMaxChangeHandler);
|
||||
<% } %>
|
||||
|
||||
$("#submit").click(function() {
|
||||
const priceFilterValues = priceSlider.noUiSlider.get();
|
||||
$("#priceFilterMin").val(priceFilterValues[0]);
|
||||
$("#priceFilterMax").val(priceFilterValues[1]);
|
||||
|
||||
const sizeFilterValues = sizeSlider.noUiSlider.get();
|
||||
$("#sizeFilterMin").val(sizeFilterValues[0]);
|
||||
$("#sizeFilterMax").val(sizeFilterValues[1]);
|
||||
|
||||
<% if (hasGardenSize) { %>
|
||||
const gardenSizeFilterValues = gardenSizeSlider.noUiSlider.get();
|
||||
$("#gardenSizeFilterMin").val(gardenSizeFilterValues[0]);
|
||||
$("#gardenSizeFilterMax").val(gardenSizeFilterValues[1]);
|
||||
<% } %>
|
||||
|
||||
$("#filtersForm").submit();
|
||||
});
|
||||
});
|
||||
</script>
|
||||
@@ -8,12 +8,19 @@ SEQUELIZE_LOGGING=0- no sequelize logging, 1- log to the console
|
||||
PORT=Port for the app, defaults to 5000
|
||||
APP_BASE_URL=base url for the app
|
||||
|
||||
ENVIRONMENT=Variable to denote development, staging and production
|
||||
|
||||
|
||||
MAX_REAL_ESTATES_IN_EMAIL=Max number of real estates that will be shown in email, others will be truncated and URL with full list will be shwon
|
||||
MAX_REAL_ESTATES_IN_FIRST_EMAIL=Max number of real estates that will be shown in first (welcome) email
|
||||
|
||||
CHECK_UP_DAYS=Check up email is sent after this number of days without notification
|
||||
#=============== GOOGLE ANALYTICS =============#
|
||||
GA_ID=Google Analytics ID
|
||||
|
||||
#=============== GOOGLE MAPS =============#
|
||||
API_MAP_KEY=(your-key-here)
|
||||
|
||||
#=============== AWS SDK EMAIL SETTINGS =======#
|
||||
AWS_KEY_ID=(your-key-here)
|
||||
AWS_SECRET_ACCESS_KEY=(your-key-here)
|
||||
@@ -48,6 +55,8 @@ PROSTOR_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories t
|
||||
PROSTOR_IGNORED_USERNAMES=!!! This is not used for prostor crawler !!!
|
||||
PROSTOR_DELAY_BETWEEN_PAGES=!!! This is not used for prostor crawler !!!
|
||||
PROSTOR_FORCE_CRAWL=Non-zero value will force crawler to crawl all pages without stopping when known real estate is found
|
||||
PROSTOR_LOGIN_EMAIL=Email of valid Prostor.ba account for crawling purposes
|
||||
PROSTOR_LOGIN_PASS=Password of valid Prostor.ba account for crawling purposes
|
||||
#==AKTIDO==
|
||||
AKTIDO_MAX_PAGES=Restrict crawler to this number of pages
|
||||
AKTIDO_MAX_RESULTS_PER_PAGE=Only this number or less results from one page will be scraped and saved
|
||||
@@ -56,3 +65,8 @@ AKTIDO_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to
|
||||
AKTIDO_IGNORED_USERNAMES=!!! This is not used for aktido crawler !!!
|
||||
AKTIDO_DELAY_BETWEEN_PAGES=time in miliseconds to wait before indexing next page
|
||||
AKTIDO_FORCE_CRAWL=Non-zero value will force crawler to crawl all pages without stopping when known real estate is found
|
||||
#==SALJIC NEKRETNINE==
|
||||
SALJIC_MAX_RESULTS_PER_PAGE=For Saljic crawler, this represents how many ads are crawled at once
|
||||
SALJIC_CRAWLER_AD_TYPE=enum name of what type of ads should be crawled, check common/enums.js file for valid values
|
||||
SALJIC_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to be included, check common/enums.js file for valid values
|
||||
SALJIC_FORCE_CRAWL=Non-zero value will force crawler to crawl all pages without stopping when known real estate is found
|
||||
4
index.js
4
index.js
@@ -12,6 +12,7 @@ const {
|
||||
} = require("./app/config/appConfig");
|
||||
const routes = require("./app/routes");
|
||||
const { crawlAll } = require("./app/crawler/crawl");
|
||||
const { checkUpNotify } = require("./app/services/notificationService");
|
||||
const {
|
||||
notifyForNewRealEstates
|
||||
} = require("./app/services/notificationService");
|
||||
@@ -45,4 +46,7 @@ const crawl = () => {
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
setInterval(crawl, CRAWLER_INTERVAL * 1000);
|
||||
|
||||
setInterval(checkUpNotify, 1000 * 60 * 60 * 24);
|
||||
|
||||
56
package-lock.json
generated
56
package-lock.json
generated
@@ -1052,6 +1052,14 @@
|
||||
"resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-1.0.5.tgz",
|
||||
"integrity": "sha1-G2HAViGQqN/2rjuyzwIAyhMLhtQ="
|
||||
},
|
||||
"eslint-plugin-prettier": {
|
||||
"version": "3.1.2",
|
||||
"resolved": "https://registry.npmjs.org/eslint-plugin-prettier/-/eslint-plugin-prettier-3.1.2.tgz",
|
||||
"integrity": "sha512-GlolCC9y3XZfv3RQfwGew7NnuFDKsfI4lbvRK+PIIo23SFH+LemGs4cKwzAaRa+Mdb+lQO/STaIayno8T5sJJA==",
|
||||
"requires": {
|
||||
"prettier-linter-helpers": "^1.0.0"
|
||||
}
|
||||
},
|
||||
"etag": {
|
||||
"version": "1.8.1",
|
||||
"resolved": "https://registry.npmjs.org/etag/-/etag-1.8.1.tgz",
|
||||
@@ -1271,6 +1279,11 @@
|
||||
"resolved": "https://registry.npmjs.org/fast-deep-equal/-/fast-deep-equal-2.0.1.tgz",
|
||||
"integrity": "sha1-ewUhjd+WZ79/Nwv3/bLLFf3Qqkk="
|
||||
},
|
||||
"fast-diff": {
|
||||
"version": "1.2.0",
|
||||
"resolved": "https://registry.npmjs.org/fast-diff/-/fast-diff-1.2.0.tgz",
|
||||
"integrity": "sha512-xJuoT5+L99XlZ8twedaRf6Ax2TgQVxvgZOYoPKqZufmJib0tL2tegPBOZb1pVNgIhlqDlA0eO0c3wBvQcmzx4w=="
|
||||
},
|
||||
"fast-json-stable-stringify": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://registry.npmjs.org/fast-json-stable-stringify/-/fast-json-stable-stringify-2.0.0.tgz",
|
||||
@@ -1333,13 +1346,23 @@
|
||||
"integrity": "sha1-+8cfDEGt6zf5bFd60e1C2P2sypE="
|
||||
},
|
||||
"form-data": {
|
||||
"version": "2.3.3",
|
||||
"resolved": "https://registry.npmjs.org/form-data/-/form-data-2.3.3.tgz",
|
||||
"integrity": "sha512-1lLKB2Mu3aGP1Q/2eCOx0fNbRMe7XdwktwOruhfqqd0rIJWwN4Dh+E3hrPSlDCXnSR7UtZ1N38rVXm+6+MEhJQ==",
|
||||
"version": "3.0.0",
|
||||
"resolved": "https://registry.npmjs.org/form-data/-/form-data-3.0.0.tgz",
|
||||
"integrity": "sha512-CKMFDglpbMi6PyN+brwB9Q/GOw0eAnsrEZDgcsH5Krhz5Od/haKHAX0NmQfha2zPPz0JpWzA7GJHGSnvCRLWsg==",
|
||||
"requires": {
|
||||
"asynckit": "^0.4.0",
|
||||
"combined-stream": "^1.0.6",
|
||||
"combined-stream": "^1.0.8",
|
||||
"mime-types": "^2.1.12"
|
||||
},
|
||||
"dependencies": {
|
||||
"combined-stream": {
|
||||
"version": "1.0.8",
|
||||
"resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz",
|
||||
"integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==",
|
||||
"requires": {
|
||||
"delayed-stream": "~1.0.0"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"forwarded": {
|
||||
@@ -3179,6 +3202,19 @@
|
||||
"integrity": "sha1-1PRWKwzjaW5BrFLQ4ALlemNdxtw=",
|
||||
"dev": true
|
||||
},
|
||||
"prettier": {
|
||||
"version": "1.19.1",
|
||||
"resolved": "https://registry.npmjs.org/prettier/-/prettier-1.19.1.tgz",
|
||||
"integrity": "sha512-s7PoyDv/II1ObgQunCbB9PdLmUcBZcnWOcxDh7O0N/UwDEsHyqkW+Qh28jW+mVuCdx7gLB0BotYI1Y6uI9iyew=="
|
||||
},
|
||||
"prettier-linter-helpers": {
|
||||
"version": "1.0.0",
|
||||
"resolved": "https://registry.npmjs.org/prettier-linter-helpers/-/prettier-linter-helpers-1.0.0.tgz",
|
||||
"integrity": "sha512-GbK2cP9nraSSUF9N2XwUwqfzlAFlMNYYl+ShE/V+H8a9uNl/oUqB1w2EL54Jh0OlyRSd8RfWYJ3coVS4TROP2w==",
|
||||
"requires": {
|
||||
"fast-diff": "^1.1.2"
|
||||
}
|
||||
},
|
||||
"process-nextick-args": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.0.tgz",
|
||||
@@ -3404,6 +3440,18 @@
|
||||
"tough-cookie": "~2.4.3",
|
||||
"tunnel-agent": "^0.6.0",
|
||||
"uuid": "^3.3.2"
|
||||
},
|
||||
"dependencies": {
|
||||
"form-data": {
|
||||
"version": "2.3.3",
|
||||
"resolved": "https://registry.npmjs.org/form-data/-/form-data-2.3.3.tgz",
|
||||
"integrity": "sha512-1lLKB2Mu3aGP1Q/2eCOx0fNbRMe7XdwktwOruhfqqd0rIJWwN4Dh+E3hrPSlDCXnSR7UtZ1N38rVXm+6+MEhJQ==",
|
||||
"requires": {
|
||||
"asynckit": "^0.4.0",
|
||||
"combined-stream": "^1.0.6",
|
||||
"mime-types": "^2.1.12"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"require-directory": {
|
||||
|
||||
@@ -8,11 +8,13 @@
|
||||
"start": "node ./index.js",
|
||||
"start-mon": "nodemon ./index.js",
|
||||
"migrate": "cd app && npx sequelize db:migrate",
|
||||
"seed": "cd app && npx sequelize db:seed:all",
|
||||
"setup": "docker build -t marketalerts . && docker run -e POSTGRES_USER=docker -e POSTGRES_PASSWORD=docker -e POSTGRES_DB=marketalerts --name pg_marketalerts -d -p 5432:5432 marketalerts && sleep 10 && npm run migrate",
|
||||
"docker-start": "docker start pg_marketalerts",
|
||||
"docker-stop": "docker stop pg_marketalerts",
|
||||
"crawl": "cd app/crawler && node npmCrawl.js",
|
||||
"daily-notify": "cd app/npmScripts && node npmDailyNotify.js",
|
||||
"checkup-notify": "cd app/npmScripts && node npmCheckUpNotify.js",
|
||||
"test-search": "cd test && node searchTest.js",
|
||||
"test-olx-scraper": "cd test && node olxScrapeTest.js",
|
||||
"test-rental-scraper": "cd test && node rentalScrapeTest.js"
|
||||
@@ -35,15 +37,18 @@
|
||||
"compression": "^1.7.4",
|
||||
"dotenv": "^7.0.0",
|
||||
"ejs": "^2.6.1",
|
||||
"eslint-plugin-prettier": "^3.1.2",
|
||||
"express": "^4.16.4",
|
||||
"express-ejs-layouts": "^2.5.0",
|
||||
"express-layout": "^0.1.0",
|
||||
"form-data": "^3.0.0",
|
||||
"html-to-text": "^5.1.1",
|
||||
"moment": "^2.24.0",
|
||||
"moment-timezone": "^0.5.26",
|
||||
"node-fetch": "^2.3.0",
|
||||
"node-schedule": "^1.3.2",
|
||||
"pg": "^7.10.0",
|
||||
"prettier": "^1.19.1",
|
||||
"react-step-wizard": "^5.1.0",
|
||||
"sequelize": "^5.18.4",
|
||||
"sequelize-cli": "^5.5.0"
|
||||
|
||||
@@ -13,5 +13,5 @@ if (urlToScrape) {
|
||||
})();
|
||||
} else {
|
||||
console.log("No URL to scrape. Use like this : ");
|
||||
console.log("npm run test-olx-scraper -- URL_TO_SCRAPE");
|
||||
console.log("npm run test-rental-scraper -- URL_TO_SCRAPE");
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user