Preparing to save results to db
This commit is contained in:
@@ -1,6 +1,8 @@
|
||||
|
||||
// import OlxCrawler from '../helpers/crawlers/olixClawler'
|
||||
const OlxCrawler = require("../helpers/crawlers/olxClawler");
|
||||
const db = require("../models/index");
|
||||
const MarketAlert = require("../models/marketalert");
|
||||
|
||||
const crawlers = [
|
||||
new OlxCrawler(1, 2, 3),
|
||||
@@ -8,22 +10,33 @@ const crawlers = [
|
||||
];
|
||||
|
||||
async function crawlAll() {
|
||||
console.log(db.MarketAlert);
|
||||
|
||||
for (let crawler of crawlers) {
|
||||
try {
|
||||
let results = await crawler.crawl()
|
||||
for (let saver of savers) {
|
||||
try {
|
||||
await saver.connect();
|
||||
await saver.save(results);
|
||||
} catch (e) {
|
||||
console.log("Error saving. Trying next saver! ", e);
|
||||
}
|
||||
let results = await crawler.crawl();
|
||||
|
||||
for (const result of results) {
|
||||
|
||||
const newMAlert = Object.assign({}, MarketAlert)
|
||||
console.log(newMAlert);
|
||||
db.MarketAlert.bulkCreate( [{
|
||||
|
||||
}])
|
||||
}
|
||||
// for (let saver of savers) {
|
||||
// try {
|
||||
// await saver.connect();
|
||||
// await saver.save(results);
|
||||
// } catch (e) {
|
||||
// console.log("Error saving. Trying next saver! ", e);
|
||||
// }
|
||||
// }
|
||||
} catch (e) {
|
||||
console.log("Error crawling. Trying next crawler! ", e);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
for (let saver of savers) {
|
||||
saver.close();
|
||||
|
||||
Reference in New Issue
Block a user