working on crawler

app/services/crawlerService.js

@@ -0,0 +1,30 @@
+
+
+const crawlers = [
+    //new OlxCrawler(process.env.OLX_FROM_PAGE, process.env.OLX_TO_PAGE, process.env.OLX_MAX_RESULTS),
+  ];
+
+  async function crawlAll() {
+
+    for (let crawler of crawlers) {
+      try {
+        let results = await crawler.crawl()
+        for (let saver of savers) {
+          try {
+            await saver.connect();
+            await saver.save(results);
+          } catch (e) {
+            console.log("Error saving. Trying next saver! ", e);
+          }
+        }
+      } catch (e) {
+        console.log("Error crawling. Trying next crawler! ", e);
+      }
+    }
+  
+    for (let saver of savers) {
+      saver.close();
+    }
+  }
+  
+  crawlAll();