use function generator to index pages; crawl in parallel

This commit is contained in:
Bilal Catic
2019-09-23 10:46:31 +02:00
parent c4f6c6e1c3
commit 3140fdf0c0
6 changed files with 127 additions and 77 deletions

View File

@@ -1,7 +1,7 @@
"use strict";
const db = require("../../models/index");
const bulkUpsertRealEstates = async realEstateData => {
const bulkUpsertRealEstates = async (realEstateData, maxAge) => {
try {
const fieldsToUpdateIfDuplicate = [
"realEstateType",