WIP Added model, migration and bulk upsert fnc.

app/crawler/savers/postgres.js

@@ -14,9 +14,16 @@ class PostgresSaver {
     const savedRecords = await bulkUpsertRealEstates(results);
     //Extruding data for price history table
     const resultPrices = savedRecords.map(realEstate => {
+      //Null values canot be recognized by ignore duplicates in sequalize
+      //Value price = 0 indicates 'cijena na upit'
+      const priceTmp =
+        realEstate.dataValues.price === null ? 0 : realEstate.dataValues.price;
+
       return {
         realEstateId: realEstate.dataValues.id,
-        price: realEstate.dataValues.price
+        price: priceTmp,
+        createdAt: realEstate.dataValues.createdAt,
+        updatedAt: realEstate.dataValues.updatedAt
       };
     });
     const savedPrices = await bulkUpsertPriceHistory(resultPrices);

app/helpers/db/priceHistory.js

@@ -7,7 +7,8 @@ const bulkUpsertPriceHistory = async priceHistoryData => {
     const order = [["realEstateId", "desc"]];
 
     return await db.PriceHistory.bulkCreate(priceHistoryData, {
-      order
+      order,
+      ignoreDuplicates: true
     });
   } catch (e) {
     console.log("Error bulk upserting priceHistory : ", e);

app/migrations/20200121094500-add-constraint-priceHistory.js

@@ -0,0 +1,10 @@
+"use strict";
+module.exports = {
+  up: (queryInterface, Sequelize) =>
+    queryInterface.addConstraint("PriceHistory", ["realEstateId", "price"], {
+      type: "unique",
+      name: "uniquePriceRealEstate"
+    }),
+  down: queryInterface =>
+    queryInterface.removeConstraint("PriceHistory", "uniquePriceRealEstate")
+};

app/models/priceHistory.js

@@ -1,29 +1,35 @@
 "use strict";
 
 module.exports = (sequalize, DataTypes) => {
-  const PriceHistory = sequalize.define("PriceHistory", {
+  const PriceHistory = sequalize.define(
-    id: {
+    "PriceHistory",
-      type: DataTypes.BIGINT,
+    {
-      autoIncrement: true,
+      id: {
-      primaryKey: true,
+        type: DataTypes.BIGINT,
-      allowNull: false
+        autoIncrement: true,
-    },
+        primaryKey: true,
-    realEstateId: {
+        allowNull: false
-      type: DataTypes.BIGINT,
-      allowNull: false,
-      unique: "uniquePriceRealEstate",
-      references: {
-        model: "RealEstates",
-        key: "id"
       },
-      onUpdate: "CASCADE",
+      realEstateId: {
-      onDelete: "SET NULL"
+        type: DataTypes.BIGINT,
+        allowNull: false,
+        unique: "uniquePriceRealEstate",
+        references: {
+          model: "RealEstates",
+          key: "id"
+        },
+        onUpdate: "CASCADE",
+        onDelete: "SET NULL"
+      },
+      price: {
+        type: DataTypes.REAL,
+        unique: "uniquePriceRealEstate"
+      }
     },
-    price: {
+    {
-      type: DataTypes.REAL,
+      freezeTableName: true
-      unique: "uniquePriceRealEstate"
     }
-  });
+  );
 
   PriceHistory.associate = models => {
     PriceHistory.hasMany(models.RealEstate, {

app/seeders/20200121150443-initial-price-history.js

@@ -0,0 +1,19 @@
+"use strict";
+
+module.exports = {
+  up: (queryInterface, Sequelize) => {
+    // ??
+    const realEstateInitialData = await queryInterface.Sequelize.findall ();
+    const priceHistoryInitialData = realEstateInitialData.map ();
+    
+    return queryInterface.bulkInsert(
+      "PriceHistory",
+      priceHistoryInitialData,
+      {}
+    );
+  },
+
+  down: (queryInterface, Sequelize) => {
+    return queryInterface.bulkDelete("PriceHistory", null, {});
+  }
+};