From 64aee0167fad2d7151b6b6944d2364df0a3c045b Mon Sep 17 00:00:00 2001
From: Nedim Uka <nedim@saburly.com>
Date: Wed, 10 Jul 2019 12:27:30 +0200
Subject: [PATCH] Added hrefs to global varialbe

---
 app/services/crawlerService.js | 19 +++++++++++++++++--
 1 file changed, 17 insertions(+), 2 deletions(-)

diff --git a/app/services/crawlerService.js b/app/services/crawlerService.js
index 3ac23f5..243c38d 100644
--- a/app/services/crawlerService.js
+++ b/app/services/crawlerService.js
@@ -20,7 +20,22 @@ async function crawlAll() {
         try {
 
             const marketAlertsFromDb = await allMarketAlerts(true);
-            console.log("CRAWLER SERVICE: number of existing MarketAlerts from db: " + marketAlertsFromDb.length);
+            const hrefs = [];
+            const subscribedMakretAlerts = marketAlertsFromDb.filter(marketAlert => {
+                return marketAlert.subscribed;
+            });
+            marketAlertsFromDb.map(marketAlert => {
+                if (hrefs[marketAlert.request] === undefined) {
+                    hrefs[marketAlert.request] = [] 
+                }
+
+                hrefs[marketAlert.request].push(marketAlert.url);
+            })
+
+            global.hrefs = hrefs;
+            console.log(global.hrefs);
+            
+            console.log("CRAWLER SERVICE: number of existing MarketAlerts from db: " + subscribedMakretAlerts.length);
 
             const marketAlerts = [];
             const mergedResults = [].concat.apply([], results);
@@ -47,7 +62,7 @@ async function crawlAll() {
 
             try {
 
-                const filteredMarketAlerts = marketAlerts.filter((elem) => !marketAlertsFromDb.find(({ url }) => elem.url === url));
+                const filteredMarketAlerts = marketAlerts.filter((elem) => !subscribedMakretAlerts.find(({ url }) => elem.url === url));
                 console.log("CRAWLER SERVICE: Number of new crawler results: " + filteredMarketAlerts.length);
 
                 await db.MarketAlert.bulkCreate(filteredMarketAlerts);