start crawler loop when server is started

This commit is contained in:
Bilal Catic
2019-09-26 17:30:06 +02:00
parent 0b083a02e2
commit 2e92f961ff
6 changed files with 30 additions and 9 deletions

View File

@@ -6,8 +6,9 @@ const bodyParser = require("body-parser");
const layout = require("express-layout");
const compression = require("compression");
const { APP_PORT } = require("./app/config/appConfig");
const { APP_PORT, CRAWLER_INTERVAL } = require("./app/config/appConfig");
const routes = require("./app/routes");
const { crawlAll } = require("./app/crawler/crawl");
const app = express();
@@ -26,3 +27,14 @@ app.use("/assets", express.static("./app/public"));
app.listen(APP_PORT, () =>
console.log(`Example app listening on port ${APP_PORT}!`)
);
let crawlerRunning = false;
const crawl = () => {
if (!crawlerRunning) {
crawlerRunning = true;
crawlAll().then(newRealEstates => {
crawlerRunning = false;
});
}
};
setInterval(crawl, CRAWLER_INTERVAL * 1000);