add debugging log switch for crawler process
This commit is contained in:
@@ -11,6 +11,8 @@ const {
|
||||
CRAWLER_AD_TYPE
|
||||
} = require("../../common/enums");
|
||||
|
||||
const { PRINT_CRAWLER_DEBUG } = require("../../config/appConfig");
|
||||
|
||||
const PROSTOR_ENUMS = {
|
||||
PROSTOR_AD_TYPE: {
|
||||
[CRAWLER_AD_TYPE.ALL]: "&action=0",
|
||||
@@ -78,7 +80,9 @@ class ProstorCrawler {
|
||||
}
|
||||
|
||||
async extractRealEstates(url) {
|
||||
console.log("[PROSTOR] Index page : ", url);
|
||||
if (PRINT_CRAWLER_DEBUG) {
|
||||
console.log("[PROSTOR] Index page : ", url);
|
||||
}
|
||||
|
||||
try {
|
||||
const res = await fetch(url);
|
||||
|
||||
Reference in New Issue
Block a user