Olix crawling, filter crawling result by lat, lng

2019-06-19 17:12:22 +02:00
parent 9a8a27d1d9
commit 0f630e9ea4
6 changed files with 777 additions and 682 deletions
--- a/app/services/crawlerService.js
+++ b/app/services/crawlerService.js
@@ -1,8 +1,10 @@

+// import OlxCrawler from '../helpers/crawlers/olixClawler'
+const OlxCrawler = require("../helpers/crawlers/olxClawler");

-var http = require('http');
 const crawlers = [
-    //new OlxCrawler(process.env.OLX_FROM_PAGE, process.env.OLX_TO_PAGE, process.env.OLX_MAX_RESULTS),
+    new OlxCrawler(1, 2, 3),
+    // new OlxCrawler(process.env.OLX_FROM_PAGE, process.env.OLX_TO_PAGE, process.env.OLX_MAX_RESULTS),
  ];

  async function crawlAll() {