senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

add PROSTOR agency enum; update ENV template

Browse Source
This commit is contained in:
Bilal Catic
2019-10-25 10:53:44 +02:00
parent 5098b08b3f
commit 05fad652c4
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
app/common/enums.js
View File

@@ -137,7 +137,8 @@ const AD_STATUS = {
const AD_AGENCY = { const AD_AGENCY = {
OLX: "OLX", OLX: "OLX",
RENTAL: "RENTAL" RENTAL: "RENTAL",
PROSTOR: "PROSTOR"
}; };
const CRAWLER_AD_TYPE = { const CRAWLER_AD_TYPE = {

6
development.env
View File

@@ -38,9 +38,9 @@ RENTAL_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to
RENTAL_IGNORED_USERNAMES=!!! This is not used for rental crawler !!! RENTAL_IGNORED_USERNAMES=!!! This is not used for rental crawler !!!
RENTAL_DELAY_BETWEEN_PAGES=time in miliseconds to wait before indexing next page RENTAL_DELAY_BETWEEN_PAGES=time in miliseconds to wait before indexing next page
#==PROSTOR== #==PROSTOR==
PROSTOR_MAX_PAGES=Restrict crawler to this number of pages PROSTOR_MAX_PAGES=!!! This is not used for prostor crawler !!!
PROSTOR_MAX_RESULTS_PER_PAGE=Only this number or less results from one page will be scraped and saved PROSTOR_MAX_RESULTS_PER_PAGE=For Prostor crawler, this represents MAX RESULTS in total
PROSTOR_CRAWLER_AD_TYPE=enum name of what type of ads should be crawled, check common/enums.js file for valid values PROSTOR_CRAWLER_AD_TYPE=enum name of what type of ads should be crawled, check common/enums.js file for valid values
PROSTOR_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to be included, check common/enums.js file for valid values PROSTOR_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to be included, check common/enums.js file for valid values
PROSTOR_IGNORED_USERNAMES=!!! This is not used for prostor crawler !!! PROSTOR_IGNORED_USERNAMES=!!! This is not used for prostor crawler !!!
PROSTOR_DELAY_BETWEEN_PAGES=time in miliseconds to wait before indexing next page PROSTOR_DELAY_BETWEEN_PAGES=!!! This is not used for prostor crawler !!!