// import OlxCrawler from '../helpers/crawlers/olixClawler' const OlxCrawler = require("../helpers/crawlers/olxClawler"); const db = require("../models/index"); const MarketAlert = require("../models/marketalert"); const crawlers = [ new OlxCrawler(1, 2, 3), // new OlxCrawler(process.env.OLX_FROM_PAGE, process.env.OLX_TO_PAGE, process.env.OLX_MAX_RESULTS), ]; async function crawlAll() { console.log(db.MarketAlert); for (let crawler of crawlers) { try { let results = await crawler.crawl(); for (const result of results) { const newMAlert = Object.assign({}, MarketAlert) console.log(newMAlert); db.MarketAlert.bulkCreate( [{ }]) } // for (let saver of savers) { // try { // await saver.connect(); // await saver.save(results); // } catch (e) { // console.log("Error saving. Trying next saver! ", e); // } // } } catch (e) { console.log("Error crawling. Trying next crawler! ", e); } } for (let saver of savers) { saver.close(); } } crawlAll();