app/crawler/savers/postgres.js

@@ -1,6 +1,7 @@
 const moment = require("moment");
 
 const { bulkUpsertRealEstates } = require("../../helpers/db/realEstate");
+const { bulkUpsertPriceHistory } = require("../../helpers/db/priceHistory");
 
 class PostgresSaver {
   connect() {
@@ -11,7 +12,17 @@ class PostgresSaver {
 
   async save(results) {
     const savedRecords = await bulkUpsertRealEstates(results);
-
+    //Extruding data for price history table
+    const resultPrices = savedRecords.map(realEstate => {
+      return {
+        realEstateId: realEstate.dataValues.id,
+        price: realEstate.dataValues.price
+      };
+    });
+    const savedPrices = await bulkUpsertPriceHistory(resultPrices);
+    //
+    console.log("savedPrices", savedPrices);
+    //
     if (Array.isArray(savedRecords)) {
       const newRealEstates = [];
       const existingRealEstates = [];

app/helpers/db/priceHistory.js

@@ -0,0 +1,19 @@
+"use strict";
+const db = require("../../models/index");
+const sequelize = require("sequelize");
+
+const bulkUpsertPriceHistory = async priceHistoryData => {
+  try {
+    const order = [["realEstateId", "desc"]];
+
+    return await db.PriceHistory.bulkCreate(priceHistoryData, {
+      order
+    });
+  } catch (e) {
+    console.log("Error bulk upserting priceHistory : ", e);
+  }
+};
+
+module.exports = {
+  bulkUpsertPriceHistory
+};

app/helpers/db/realEstate.js

@@ -63,7 +63,9 @@ const bulkUpsertRealEstates = async realEstateData => {
       "numberOfViewsAgency"
     ];
     const order = [["updatedAt", "desc"]];
-
+    //
+    //console.log("realEstateData:", realEstateData);
+    //
     return await db.RealEstate.bulkCreate(realEstateData, {
       updateOnDuplicate: fieldsToUpdateIfDuplicate,
       returning: true,

app/migrations/20200121000524-add-priceHistory-table.js

@@ -12,14 +12,18 @@ module.exports = {
       realEstateId: {
         type: Sequelize.BIGINT,
         allowNull: false,
+        unique: "uniquePriceRealEstate",
         references: {
-          model: "RealEstate",
+          model: "RealEstates",
           key: "id"
         },
         onUpdate: "CASCADE",
         onDelete: "SET NULL"
       },
-      price: Sequelize.REAL,
+      price: {
+        type: Sequelize.REAL,
+        unique: "uniquePriceRealEstate"
+      },
       createdAt: {
         type: Sequelize.DATE,
         defaultValue: Sequelize.literal("NOW()")

app/models/priceHistory.js

@@ -11,15 +11,18 @@ module.exports = (sequalize, DataTypes) => {
     realEstateId: {
       type: DataTypes.BIGINT,
       allowNull: false,
-
+      unique: "uniquePriceRealEstate",
       references: {
-        model: "RealEstate",
+        model: "RealEstates",
         key: "id"
       },
       onUpdate: "CASCADE",
       onDelete: "SET NULL"
     },
-    price: DataTypes.REAL
+    price: {
+      type: DataTypes.REAL,
+      unique: "uniquePriceRealEstate"
+    }
   });
 
   PriceHistory.associate = models => {