use c3 for stacked spline

server/lib/tasks/design_data_generator.js

@@ -0,0 +1,113 @@
+import fs from 'fs';
+
+import FsHelper from './../fs_helper';
+import DB from './../../config/database';
+
+const DESIGN_DATA_PATH = __dirname + '/../../../client/build/design/data';
+
+class DesignDataGenerator {
+
+  constructor(house_ids, dates){
+    var generator = this;
+    generator.house_ids = house_ids;
+    generator.dates = dates;
+  }
+
+  exec(){
+    var generator = this;
+    console.log('Clearing design data directory...')
+    return generator.clearDirectory()
+      .then(()=>{
+        console.log('Writing house index response...')
+        return generator.writeHouseIndex();
+      })
+      .then(()=>{
+        console.log('Writing house energy and power data...');
+        return generator.writeHouseData();
+      })
+      .then(()=>{
+        console.log('Done!')
+      });
+  }
+
+  clearDirectory(){
+    console.log('DesignDataGenerator#clearDirectory')
+    return new Promise((fnResolve1, fnReject1)=>{
+      // remove directory & contents
+      FsHelper.rmdirAsync(DESIGN_DATA_PATH, ()=>{
+        // recreate it.
+        fs.mkdir(DESIGN_DATA_PATH, ()=>{
+          // create subdirectories
+          Promise.all([
+            new Promise((fnResolve2, fnReject2)=>{ fs.mkdir(DESIGN_DATA_PATH + '/energy_data', fnResolve2); }),
+            new Promise((fnResolve2, fnReject2)=>{ fs.mkdir(DESIGN_DATA_PATH + '/power_data', fnResolve2); })
+          ]).then(fnResolve1);
+        });
+      });
+    });
+  }
+
+  writeHouseData(){
+    var generator = this;
+    return DB.House.findAll({where: {id: generator.house_ids}})
+      .then((houses)=>{
+        var promises = [];
+        // for all houses, write energy and power responses.
+        houses.forEach((house)=>{
+          promises.push(new Promise((fnResolve, fnReject)=>{
+            DesignDataGenerator.energyIndex({house_id: house.id, dates: [generator.dates]})
+              .then((json)=>{
+                fs.writeFile(DESIGN_DATA_PATH + `/energy_data/${house.id}.json`, json, fnResolve);
+              });
+          }));
+          promises.push(new Promise((fnResolve, fnReject)=>{
+            DesignDataGenerator.powerIndex({house_id: house.id, dates: [generator.dates]})
+              .then((json)=>{
+                fs.writeFile(DESIGN_DATA_PATH + `/power_data/${house.id}.json`, json, fnResolve);
+              });
+          }));
+        });
+        return Promise.all(promises);
+      });
+  }
+
+  writeHouseIndex(){
+    var generator = this;
+    return new Promise((fnResolve, fnReject)=>{
+      DesignDataGenerator.housesIndex({id: generator.house_ids, dates: generator.dates})
+        .then((json)=>{
+          fs.writeFile(DESIGN_DATA_PATH + '/houses.json', json, fnResolve);
+        });
+    });
+  }
+
+  static housesIndex(opts){
+    return DB.House.findAll({where: {id: opts.id}})
+            .then((houses_data)=>{
+              if (opts.dates){
+                houses_data.forEach((house_datum)=>{
+                  house_datum.data_from = opts.dates[0];
+                  house_datum.data_until = opts.dates[1];
+                });
+              }
+              return JSON.stringify(houses_data, null, 2);
+            });
+  }
+
+  static powerIndex(opts){
+    return DB.PowerDatum.exposeForHouseAtDates(opts.house_id, opts.dates)
+      .then((power_data)=>{
+        return JSON.stringify({data: power_data});
+      });
+  }
+
+  static energyIndex(opts){
+    return DB.EnergyDatum.exposeForHouseAtDates(opts.house_id, opts.dates)
+      .then((energy_data)=>{
+        return JSON.stringify({data: energy_data});
+      });
+  }
+
+}
+
+export default DesignDataGenerator;

server/lib/tasks/seed_data.js

@@ -5,20 +5,22 @@ import fs from 'fs';
 import MathUtils from "./../../../shared/utils/math"
 import DB from './../../config/database';
 
-const DATA_PATH = __dirname + '/../../../shared/data/'
+const DATA_PATH = __dirname + '/../../data/'
 
 export class PowerDataSeed {
 
   static saveCsv(opts, done){
     opts = extend({
-      path: DATA_PATH + "power_data.csv"
+      path: "power_data.csv",
+      house_id: null
     }, opts || {});
+    opts.path = DATA_PATH + opts.path;
     var stream = fs.createReadStream(opts.path),
-      csvStream = csv.fromStream(stream, {headers: ['house_id', 'time', 'consumption', 'production']}),
+      csvStream = csv.fromStream(stream, {headers: ['time', 'consumption', 'production']}),
       rows = [];
 
     csvStream.on("data", function(data){
-      data.time = data.time;
+      data.house_id = opts.house_id
       rows.push(data);
       if (rows.length % 100 === 0){
         DB.PowerDatum.bulkCreate(rows, {validate: true}).catch((error)=>{
@@ -31,13 +33,8 @@ export class PowerDataSeed {
     csvStream.on("end", function(){
       console.log("all rows parsed")
       DB.PowerDatum.bulkCreate(rows, {validate: true}).then(()=>{
-        return DB.House.findAll().then((houses)=>{
-          var promises = [];
-          for (var house of houses){
-            var p = house.aggregatePowerToEnergyData();
-            promises.push(p);
-          }
-          return Promise.all(promises);
+        return DB.House.findOne({where: {id: opts.house_id}}).then((house)=>{
+          return house.aggregatePowerToEnergyData();
         });
       }).then(()=>{
         console.log("DONE!")
@@ -51,32 +48,31 @@ export class PowerDataSeed {
       end_date: moment().unix(),
       interval: 900, // every 15 minutes (in s)
       average: 1400, // Wh
-      path: DATA_PATH + "power_data.csv"
+      path: "power_data.csv"
     }, opts || {});
-console.log(opts.start_date, opts.end_date)
+    opts.path = DATA_PATH + opts.path;
+    opts.production_multiplier = parseFloat(opts.production_multiplier);
+
     var row_date = opts.start_date,
       csvStream = csv.format({headers: true}),
-      writableStream = fs.createWriteStream(opts.path),
-      house_ids = opts.house_ids.split(",")
+      writableStream = fs.createWriteStream(opts.path);
 
-    DB.House.findAll({where: {id: house_ids}}).then((houses)=>{
+    csvStream.pipe(writableStream);
+    writableStream.on("finish", ()=>{
+      console.log("DONE!")
+      done();
+    });
 
-      csvStream.pipe(writableStream);
-      writableStream.on("finish", ()=>{
-        console.log("DONE!")
-        done();
-      });
-
-      while (row_date <= opts.end_date){
-        for (var house of houses){
+    DB.House.findOne({where: {id: opts.house_id}})
+      .then((house)=>{
+        while (row_date <= opts.end_date){
           var consumption =  MathUtils.normal(opts.average),
             production = MathUtils.normal(opts.average) * house.productionMultiplier(row_date * 1000);
-          csvStream.write([house.id, row_date, consumption, production]);
+          csvStream.write([row_date, consumption, production]);
+          row_date += opts.interval;
         }
-        row_date += opts.interval;
-      }
-      csvStream.end();
-    });
+        csvStream.end();
+      })
   }
 }
 
@@ -86,7 +82,7 @@ export class HouseSeed {
       path: DATA_PATH + "houses.csv"
     }, opts || {});
     var stream = fs.createReadStream(opts.path),
-      csvStream = csv.fromStream(stream, {headers: ['id', 'name', 'timezone']}),
+      csvStream = csv.fromStream(stream, {headers: ['id', 'name', 'production_multiplier', 'timezone']}),
       rows = [];
 
     csvStream.on("data", function(data){