senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

Fixed crawler not reading and comparing all RERequest results

Browse Source
This commit is contained in:
Nedim Uka
2019-07-12 16:13:03 +02:00
parent 4517624fa8
commit 753a09aa36
5 changed files with 46 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
app/services/crawlerService.js
View File

@@ -69,7 +69,9 @@ async function crawlAll() {
try {
const filteredMarketAlerts = marketAlerts.filter((elem) => !marketAlertsFromDb.find(({ url }) => elem.url === url));
const filteredMarketAlerts = marketAlerts.filter((elem) => !marketAlertsFromDb.find(({ url, request }) => {
return (elem.url === url && elem.request === request) }));
console.log("CRAWLER SERVICE: Number of new crawler results: " + filteredMarketAlerts.length);
await db.MarketAlert.bulkCreate(filteredMarketAlerts);