senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

Add try/catch to generator

Browse Source
This commit is contained in:
=
2020-09-14 14:54:39 -07:00
parent 8031f6f8a3
commit ade3eb307d
1 changed files with 26 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
app/crawler/specificCrawlers/olx.js
View File

@@ -178,6 +178,7 @@ class OlxCrawler {
} }
async *categoryIndexer(adCategory) { async *categoryIndexer(adCategory) {
try {
let pageToIndex = 1; let pageToIndex = 1;
const urlAdTypePart = OLX_ENUMS.OLX_AD_TYPE[this.crawlerAdTypes]; const urlAdTypePart = OLX_ENUMS.OLX_AD_TYPE[this.crawlerAdTypes];
@@ -205,6 +206,9 @@ class OlxCrawler {
} else { } else {
return undefined; return undefined;
} }
} catch (e) {
console.log('Error inside generator: ', e);
}
} }
async indexSinglePage(url, maxResultsPerPage) { async indexSinglePage(url, maxResultsPerPage) {