crawler/crawl.js

@@ -25,7 +25,6 @@ let savers = [
 ];
 
 async function crawlAll() {
-  let crawlersAndSaversDone = 0;
 
   for (let crawler of crawlers) {
     try {
@@ -36,7 +35,6 @@ async function crawlAll() {
           await saver.save(results);
         } catch (e) {
           console.log("Error saving. Trying next saver! ", e);
-          crawlersAndSaversDone += 1;
         }
       }
     } catch (e) {