diff --git a/app/common/enums.js b/app/common/enums.js index d047240..a23a6a0 100644 --- a/app/common/enums.js +++ b/app/common/enums.js @@ -12,8 +12,6 @@ const AD_CATEGORY = { CATEGORY_GARAGE: "GARAGE" }; -const IGNORED_USERNAMES = []; - const AD_STATUS = { STATUS_NORMAL: 1, STATUS_RESERVED: 2, diff --git a/app/crawler/crawlerConfig.js b/app/crawler/crawlerConfig.js index a602ad8..2b457bc 100644 --- a/app/crawler/crawlerConfig.js +++ b/app/crawler/crawlerConfig.js @@ -14,17 +14,24 @@ const olxParsedCrawlerAdCategories = ) : ["CATEGORY_FLAT", "CATEGORY_HOUSE"]; +const olxIgnoredUsernames = + process.env.OLX_IGNORED_USERNAMES !== undefined + ? process.env.OLX_IGNORED_USERNAMES.split(",").map(username => + username.trim() + ) + : []; + const transformedCrawlerAdCategories = olxParsedCrawlerAdCategories .map(categoryName => AD_CATEGORY[categoryName]) .filter(category => !!category); const OLX_CONFIG = { - OLX_MAX_PAGES: parseInt(process.env.MAX_PAGES) || 500, + OLX_MAX_PAGES: parseInt(process.env.OLX_MAX_PAGES) || 500, OLX_MAX_RESULTS_PER_PAGE: parseInt(process.env.OLX_MAX_RESULTS_PER_PAGE) || 50, OLX_CRAWLER_AD_TYPE: olxCrawlerAdType || CRAWLER_AD_TYPE.NONE, OLX_CRAWLER_AD_CATEGORIES: transformedCrawlerAdCategories, - OLX_MAX_AGE: parseInt(process.env.OLX_MAX_AGE) || 30 + OLX_IGNORED_USERNAMES: olxIgnoredUsernames || [] }; module.exports = {