senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

Added node schedule to run crawler and notification service

Browse Source
This commit is contained in:
Nedim Uka
2019-07-09 16:33:00 +02:00
parent 1b098f181c
commit a43723485c
6 changed files with 261 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
app/services/crawlerService.js
View File

@@ -13,7 +13,7 @@ const crawlers = [
async function crawlAll() {
console.log("CRAWLER SERVICE: crawlAll");
Promise.map(crawlers, function (crawler) {
return Promise.map(crawlers, function (crawler) {
return crawler.crawl();
}).then(async (results) => {
@@ -51,17 +51,14 @@ async function crawlAll() {
console.log("CRAWLER SERVICE: Number of new crawler results: " + filteredMarketAlerts.length);
await db.MarketAlert.bulkCreate(filteredMarketAlerts);
process.exit();
} catch (e) {
console.log("CRAWLER SERVICE: Could not bulkCreate marketalers reason: ", e);
process.exit();
}
} catch (e) {
console.log("CRAWLER SERVICE: Error crawling. Trying next crawler! ", e);
process.exit();
}
})
};
crawlAll();
module.exports = crawlAll;
// crawlAll();