diff --git a/app/common/enums.js b/app/common/enums.js index 1df898e..9a59359 100644 --- a/app/common/enums.js +++ b/app/common/enums.js @@ -137,7 +137,8 @@ const AD_STATUS = { const AD_AGENCY = { OLX: "OLX", - RENTAL: "RENTAL" + RENTAL: "RENTAL", + PROSTOR: "PROSTOR" }; const CRAWLER_AD_TYPE = { diff --git a/development.env b/development.env index fd6dd30..6713fcd 100644 --- a/development.env +++ b/development.env @@ -38,9 +38,9 @@ RENTAL_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to RENTAL_IGNORED_USERNAMES=!!! This is not used for rental crawler !!! RENTAL_DELAY_BETWEEN_PAGES=time in miliseconds to wait before indexing next page #==PROSTOR== -PROSTOR_MAX_PAGES=Restrict crawler to this number of pages -PROSTOR_MAX_RESULTS_PER_PAGE=Only this number or less results from one page will be scraped and saved +PROSTOR_MAX_PAGES=!!! This is not used for prostor crawler !!! +PROSTOR_MAX_RESULTS_PER_PAGE=For Prostor crawler, this represents MAX RESULTS in total PROSTOR_CRAWLER_AD_TYPE=enum name of what type of ads should be crawled, check common/enums.js file for valid values PROSTOR_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to be included, check common/enums.js file for valid values PROSTOR_IGNORED_USERNAMES=!!! This is not used for prostor crawler !!! -PROSTOR_DELAY_BETWEEN_PAGES=time in miliseconds to wait before indexing next page +PROSTOR_DELAY_BETWEEN_PAGES=!!! This is not used for prostor crawler !!!