From 824414adad2dc4178dbe01bf1bda149d5fd10c30 Mon Sep 17 00:00:00 2001
From: Naida Vatric <naida.dozic@gmail.com>
Date: Thu, 5 Mar 2020 18:05:37 +0100
Subject: [PATCH] Log for debugging of concurrent req.

---
 app/crawler/specificCrawlers/olx.js | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/app/crawler/specificCrawlers/olx.js b/app/crawler/specificCrawlers/olx.js
index d36f835..75293f2 100644
--- a/app/crawler/specificCrawlers/olx.js
+++ b/app/crawler/specificCrawlers/olx.js
@@ -201,10 +201,17 @@ class OlxCrawler {
           i,
           i + NUMBER_OF_CONCURRENT_REQ_SCRAPER_API
         );
-
+        //
+        console.log(
+          `OLX - Sending requests from ${i} to ${i +
+            NUMBER_OF_CONCURRENT_REQ_SCRAPER_API}.`
+        );
+        console.log(`OLX - Urls sent to scrape: `, concurrentUrlsToScrape);
+        //
         const concurrentReqScraperApi = concurrentUrlsToScrape.map(url =>
           this.scrapeAd(url)
         );
+
         const concurrentReqData = await Promise.all(concurrentReqScraperApi);
 
         concurrentReqData.forEach(reqData => scrapedData.push(reqData));