house, power, energy data generators, savers

server/app.express.js

@@ -0,0 +1,134 @@
+/*
+ * Serve GraphQL Backend
+ */
+
+import express from 'express';
+import graphQLHTTP from 'express-graphql';
+import path from 'path';
+import webpack from 'webpack';
+import WebpackDevServer from 'webpack-dev-server';
+import schema from './config/graphql/schema';
+
+import DB from './config/database';
+
+const APP_PORT = 3000;
+const GRAPHQL_PORT = 8080;
+
+var rest_api = express();
+
+DB.sync().then(()=>{
+  rest_api
+});
+
+/*
+ * Compile and Serve Relay App w/ Webpack
+ */
+
+var compiler = webpack({
+  entry: {
+    app: path.resolve(__dirname, 'lib', 'relay', 'app.relay.js')
+  },
+  module: {
+    loaders: [
+      {
+        exclude: /node_modules/,
+        loader: 'babel',
+        query: {
+          plugins: ['./build/babelRelayPlugin'],
+        },
+        test: /\.js$/
+      }
+    ]
+  },
+  output: {filename: 'application.js', path: '/'}
+});
+var dev_server = new WebpackDevServer(compiler, {
+  contentBase: '/public/',
+  proxy: {'/graphql': `http://localhost:${GRAPHQL_PORT}`},
+  publicPath: '/assets/js/',
+  stats: {colors: true}
+});
+
+/*
+ * Logging, Cookie, JSON Parsing Middleware
+ *
+
+import favicon from 'serve-favicon';
+import logger from 'morgan';
+import cookieParser from 'cookie-parser';
+import bodyParser from 'bodyParser';
+
+// uncomment after placing your favicon in /public
+//app.use(favicon(__dirname + '/public/favicon.ico'));
+app.use(logger('dev'));
+app.use(bodyParser.json());
+app.use(bodyParser.urlencoded({ extended: false }));
+app.use(cookieParser());*/
+
+/*
+ *  Serve Vendor Scripts, CSS, and Templates
+ */
+
+// serve fonts in /assets/fonts
+import assets from "connect-assets";
+dev_server.app.use("/assets/fonts", express.static("node_modules/bootstrap/dist/fonts"));
+dev_server.app.use("/assets/fonts", express.static("node_modules/font-awesome/fonts"));
+// serve compiled vendor assets and application.css.
+dev_server.app.use(assets({
+  paths: ["assets/js", "assets/css", "node_modules"],
+  build: true,
+  buildDir: false,
+  //compile: false,
+  compress: true
+}));
+// serve public static files.
+dev_server.app.use('/', express.static(path.resolve(__dirname, 'public')));
+
+// view engine set up
+dev_server.app.set('views', path.join(__dirname, 'views'));
+dev_server.app.set('view engine', 'jade');
+dev_server.app.get("/", (req, res, next)=>{
+  res.render("index");
+});
+
+console.log("launching dev server")
+dev_server.listen(APP_PORT, () => {
+  console.log(`App is now running on http://localhost:${APP_PORT}`);
+});
+
+/*
+ * Handle Errors
+ */
+
+// catch 404 and forward to error handler
+dev_server.use(function(req, res, next) {
+  var err = new Error('Not Found');
+  err.status = 404;
+  next(err);
+});
+
+/*
+// development error handler
+// will print stacktrace
+if (app.get('env') === 'development') {
+  app.use(function(err, req, res, next) {
+    res.status(err.status || 500);
+    res.render('error', {
+      message: err.message,
+      error: err
+    });
+  });
+}
+
+// production error handler
+// no stacktraces leaked to user
+app.use(function(err, req, res, next) {
+  res.status(err.status || 500);
+  res.render('error', {
+    message: err.message,
+    error: {}
+  });
+});*/
+
+
+module.exports = dev_server;

server/assets/css/vendor.scss.css

@@ -0,0 +1,3 @@
+/*=require bootstrap/dist/css/bootstrap.min
+ *= require font-awesome/css/font-awesome.min
+ */

server/assets/js/vendor.js

@@ -0,0 +1,3 @@
+//= require d3/d3.min
+//= require jquery/dist/jquery.min
+//= require bootstrap/dist/js/bootstrap.min

server/config/database.js

@@ -0,0 +1,38 @@
+"use strict";
+
+import fs from "fs";
+import Sequelize from 'sequelize';
+
+var sequelize = new Sequelize("postgres://spikeuser:123456@localhost:5432/spike2", {
+  pool: {
+    max: 5,
+    min: 0,
+    idle: 10000
+  }
+});
+const model_dir = __dirname + '/../models'
+
+class Database {
+
+  static sync(){
+    console.log("syncing db")
+    fs.readdirSync(model_dir).forEach(function(file) {
+      var model = require(model_dir + '/' + file);
+      Database[model.name] = model;
+      Database.models.push(model);
+    });
+
+    // add associations
+    for (var model of Database.models){
+      console.log(`setting ${model.name}`);
+      model.set();
+    }
+
+    return sequelize.sync().then(()=>{ console.log("done syncing db") });
+  }
+}
+Database.sequelize = sequelize;
+Database.Sequelize = Sequelize;
+Database.models = [];
+
+export default Database;

server/config/graphql/node.js

@@ -0,0 +1,19 @@
+import {
+  fromGlobalId,
+  nodeDefinitions,
+} from 'graphql-relay';
+
+import DB from './../database'
+
+var {nodeInterface, nodeField} = nodeDefinitions(
+  (globalId) => {
+    var {graphql_type_name, id} = fromGlobalId(globalId),
+      model = DB[graphql_type_name];
+    return model.findOne({where: {id: id}});
+  },
+  (instance) => {
+    return instance.Model().graphql_type;
+  }
+);
+
+export {nodeInterface, nodeField};

server/config/graphql/schema.graphql

@@ -0,0 +1,27 @@
+type House implements Node {
+  id: ID!
+  name: String!
+  power_data(after: String, first: Int, before: String, last: Int): [PowerDatum]
+  habitants(after: String, first: Int, before: String, last: Int): [User]
+}
+
+interface Node {
+  id: ID!
+}
+
+type PowerDatum implements Node {
+  id: ID!
+  power: Float
+  time: Int
+}
+
+type Query {
+  node(id: ID!): Node
+  viewer: User
+}
+
+type User implements Node {
+  id: ID!
+  username: String!
+  house: House
+}

server/config/graphql/schema.js

@@ -0,0 +1,27 @@
+import {
+  GraphQLObjectType,
+  GraphQLSchema
+} from 'graphql';
+
+import {nodeField} from './node';
+import DB from './../database';
+
+export default function(){
+
+  var queryType = new GraphQLObjectType({
+    name: 'Query',
+    fields: () => ({
+      node: nodeField,
+      viewer: {
+        type: DB.User.graphql_type,
+        resolve: (_, args) => {
+          return DB.User.findOne({where: {username: 'bethany'}});
+        }
+      },
+    }),
+  });
+
+  return new GraphQLSchema({
+    query: queryType
+  });
+}

server/controllers/energy_controller.js

@@ -0,0 +1,13 @@
+import DB from './../config/database.js';
+
+class EnergyController{
+
+  static index(req, res){
+    DB.House.findOne({where: {name: req.housename}}).then((house)=>{
+      house.getEnergyDataByTime(req.params.start_time, req.params.end_time).then((energy_data){
+        req.json(energy_data);
+      });
+    });
+  }
+
+}

server/controllers/houses_controller.js

@@ -0,0 +1,11 @@
+import DB from './../config/database.js';
+
+class HousesController{
+
+  static index(req, res){
+    DB.House.findAll({attributes: ['id', 'name']}).then((houses){
+      res.json(houses);
+    });
+  }
+
+}

server/controllers/power_controller.js

@@ -0,0 +1,13 @@
+import DB from './../config/database.js';
+
+class PowerController{
+
+  static index(req, res){
+    DB.House.findOne({where: {name: req.housename}}).then((house)=>{
+      house.getPowerDataByTime(req.params.start_time, req.params.end_time).then((power_data){
+        res.json(power_data);
+      });
+    });
+  }
+
+}

server/lib/tasks/seed_data.js

@@ -0,0 +1,104 @@
+import extend from "extend";
+import moment from "moment";
+import csv from "fast-csv";
+import fs from 'fs';
+import MathUtils from "./../../../shared/utils/math"
+import DB from './../../config/database';
+
+const DATA_PATH = __dirname + '/../../../shared/data/'
+
+export class PowerDataSeed {
+
+  static saveCsv(opts, done){
+    opts = extend({
+      path: DATA_PATH + "power_data.csv"
+    }, opts || {});
+    var stream = fs.createReadStream(opts.path),
+      csvStream = csv.fromStream(stream, {headers: ['house_id', 'time', 'consumption', 'production']}),
+      rows = [];
+
+    csvStream.on("data", function(data){
+      data.time = moment.utc(parseInt(data.time * 1000)).format();
+      rows.push(data);
+      if (rows.length % 100 === 0){
+        DB.PowerDatum.bulkCreate(rows, {validate: true}).then(()=>{
+          rows = [];
+        });
+      }
+    });
+    csvStream.on("end", function(){
+      console.log("all rows parsed")
+      DB.PowerDatum.bulkCreate(rows, {validate: true}).then(()=>{
+        return DB.House.findAll().then((houses)=>{
+          var promise = Promise.resolve();
+
+          for (var house of houses){
+            promise = promise.then(()=>{
+              return house.aggregatePowerToEnergyData();
+            });
+          }
+          return promise;
+        });
+      }).then(()=>{
+        console.log("DONE!")
+      });
+    });
+  }
+
+  static generateCsv(opts, done){
+    opts = extend({
+      start_date: moment().subtract(2, "months").unix(),
+      end_date: moment().unix(),
+      interval: 900, // every 15 minutes (in s)
+      average: 1400, // Wh
+      path: DATA_PATH + "power_data.csv"
+    }, opts || {});
+
+    var row_date = opts.start_date,
+      csvStream = csv.format({headers: true}),
+      writableStream = fs.createWriteStream(opts.path),
+      house_ids = opts.house_ids.split(",")
+
+    DB.House.findAll({where: {id: house_ids}}).then((houses)=>{
+
+      csvStream.pipe(writableStream);
+      writableStream.on("finish", ()=>{
+        console.log("DONE!")
+        done();
+      });
+
+      while (row_date <= opts.end_date){
+        for (var house of houses){
+          var consumption =  MathUtils.normal(opts.average),
+            production = MathUtils.normal(opts.average) * house.productionMultiplier(row_date * 1000);
+          csvStream.write([house.id, row_date, consumption, production]);
+        }
+        row_date += opts.interval;
+      }
+      csvStream.end();
+    });
+  }
+}
+
+export class HouseSeed {
+  static saveCsv(opts, done){
+    opts = extend({
+      path: DATA_PATH + "houses.csv"
+    }, opts || {});
+    var stream = fs.createReadStream(opts.path),
+      csvStream = csv.fromStream(stream, {headers: ['id', 'name', 'timezone']}),
+      rows = [];
+
+    csvStream.on("data", function(data){
+      console.log(JSON.stringify(data))
+      rows.push(data);
+    });
+    csvStream.on("end", function(){
+      console.log(rows);
+      DB.House.bulkCreate(rows, {validate: true}).then(()=>{
+        console.log("DONE!")
+        done();
+      });
+    });
+  }
+}

server/models/energy_datum.js

@@ -0,0 +1,36 @@
+import DB from "./../config/database";
+
+const NAME = 'EnergyDatum';
+
+/**
+ * Define your own types here
+ */
+
+var EnergyDatum = DB.sequelize.define(NAME, {
+  id: {
+    type: DB.Sequelize.INTEGER,
+    primaryKey: true,
+    autoIncrement: true // Automatically gets converted to SERIAL for postgres
+  },
+  day: DB.Sequelize.DATEONLY,
+  production: DB.Sequelize.FLOAT,
+  consumption: DB.Sequelize.FLOAT
+}, {
+  paranoid: true,
+  underscored: true,
+  tableName: "energy_data",
+  instanceMethods: {
+
+  },
+  classMethods: {
+    set: ()=>{
+      EnergyDatum.associate();
+    },
+    associate: ()=>{
+      EnergyDatum.belongsTo(DB.House);
+    }
+  }
+});
+
+EnergyDatum.name = NAME;
+module.exports = EnergyDatum;

server/models/house.js

@@ -0,0 +1,80 @@
+import moment from 'moment-timezone';
+import DB from "./../config/database";
+import {nodeInterface} from './../config/graphql/node';
+
+const NAME = 'House';
+
+/**
+ * Sequelize Definition
+ */
+
+var House = DB.sequelize.define(NAME, {
+  id: {
+    type: DB.Sequelize.INTEGER,
+    primaryKey: true,
+    autoIncrement: true // Automatically gets converted to SERIAL for postgres
+  },
+  timezone: DB.Sequelize.STRING,
+  name: DB.Sequelize.STRING
+}, {
+  paranoid: true,
+  underscored: true,
+  tableName: "houses",
+  instanceMethods: {
+    productionMultiplier: function(timestamp){
+      var house = this,
+        minute = moment.tz(timestamp, house.timezone).hour() * 60 + moment.tz(timestamp, house.timezone).minute(),
+        multiplier = 0;
+      if (minute > 420 && minute < 1140){
+        multiplier = 1 - Math.abs(780 - minute) / 360;
+      }
+      return multiplier;
+    },
+    timeToDateString: function(timestamp){
+      var house = this;
+      return moment.tz(timestamp, house.timezone).format("YYYY-MM-DD");
+    },
+    aggregatePowerToEnergyData: function(){
+      var house = this;
+      return DB.EnergyDatum.destroy({where: {house_id: house.id}})
+        .then(()=>{
+          return house.getPowerData();
+        })
+        .then((power_data)=>{
+          var energy_data = new Map();
+          power_data.forEach((power_datum)=>{
+            var day = house.timeToDateString(power_datum.time),
+              energy_datum = energy_data.get(day) || {production: 0, consumption: 0, day: day, house_id: house.id};
+            console.log(power_datum.time)
+            console.log(day)
+            energy_datum.production += power_datum.production;
+            energy_datum.consumption += power_datum.consumption;
+            energy_data.set(day, energy_datum);
+          });
+          console.log(Array.from(energy_data.values()))
+          return DB.EnergyDatum.bulkCreate(Array.from(energy_data.values()), {validate: true});
+        });
+    }
+  },
+  classMethods: {
+    set: ()=>{
+      House.associate();
+    },
+    associate: ()=>{
+      House.hasMany(DB.PowerDatum, {as: 'PowerData'});
+    },
+    getPowerDataByTime: (start_date, end_date)=>{
+      var params = {
+        where: {time: {}},
+        attributes: ['time', 'consumption', 'production']
+      };
+      if (start_date) params.where.time.$gt = moment.utc(start_date).toDate();
+      if (end_date) params.where.time.$lt = moment.utc(end_date).toDate();
+
+      return House.getPowerData(params);
+    }
+  }
+});
+
+House.name = NAME;
+module.exports = House;

server/models/power_datum.js

@@ -0,0 +1,36 @@
+import DB from "./../config/database";
+
+const NAME = 'PowerDatum'
+
+/**
+ * Define your own types here
+ */
+
+var PowerDatum = DB.sequelize.define(NAME, {
+  id: {
+    type: DB.Sequelize.INTEGER,
+    primaryKey: true,
+    autoIncrement: true // Automatically gets converted to SERIAL for postgres
+  },
+  time: DB.Sequelize.DATE,
+  consumption: DB.Sequelize.FLOAT,
+  production: DB.Sequelize.FLOAT
+}, {
+  paranoid: true,
+  underscored: true,
+  tableName: "power_data",
+  instanceMethods: {
+
+  },
+  classMethods: {
+    set: ()=>{
+      PowerDatum.associate();
+    },
+    associate: ()=>{
+      PowerDatum.belongsTo(DB.House);
+    }
+  }
+});
+
+PowerDatum.name = NAME;
+module.exports = PowerDatum;

server/public/index2.html

@@ -0,0 +1,41 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta charset="utf-8">
+    <meta http-equiv="content-type" content="text/html; charset=UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+    <link href="/assets/css/vendor.css" rel="stylesheet" type="text/css">
+    <link href="/assets/css/application.css" rel="stylesheet" type="text/css">
+    <title>Spike Prototype</title>
+  </head>
+  <body>
+    <div id="spike_container">
+      <div id="spike_content">
+        <nav style="margin-bottom:0px;" class="navbar navbar-default">
+          <div class="container">
+            <div class="navbar-header">
+              <button type="button" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar" class="navbar-toggle collapsed"><span class="sr-only">Toggle navigation</span><span class="icon-bar"></span><span class="icon-bar"></span><span class="icon-bar"></span></button><a href="/" class="navbar-brand">Spike</a>
+            </div>
+            <div id="navbar" class="collapse navbar-collapse">
+              <ul class="nav navbar-nav navbar-right">
+                <li><a href="/">Spike</a></li>
+              </ul>
+            </div>
+          </div>
+        </nav>
+        <div id="root"></div>
+      </div>
+      <div id="spike_footer">
+        <div class="container">Footer</div>
+      </div>
+    </div>
+  </body>
+  <script type="text/javascript">
+    // Force `fetch` polyfill to workaround Chrome not displaying request body
+    // in developer tools for the native `fetch`.
+    self.fetch = null;
+  </script>
+  <script src="http://localhost:3000/webpack-dev-server.js"></script>
+  <script src="/assets/js/vendor.js"></script>
+  <script src="/assets/js/application.js"></script>
+</html>

server/routes.js

@@ -0,0 +1,9 @@
+import Controllers from 'controllers'
+
+export default function(app){
+
+  app.use('/data/v1/savings/:housename', Controllers.Energy.savings);
+  app.use('/data/v1/production/:housename', Controllers.Energy.production);
+  app.use('/data/v1/houses/:housename');
+
+};

server/views/error.jade

@@ -0,0 +1,6 @@
+extends layout
+
+block content
+  h1= message
+  h2= error.status
+  pre #{error.stack}

server/views/index.jade

@@ -0,0 +1,3 @@
+extends layout
+block content
+  div(id="root")

server/views/layout.jade

@@ -0,0 +1,35 @@
+doctype html
+html
+  head
+    meta(charset='utf-8')
+    meta(http-equiv='content-type', content='text/html; charset=UTF-8')
+    meta(name='viewport', content='width=device-width, initial-scale=1')
+    != css("vendor")
+    != css("application")
+    title Spike Prototype
+  body
+    #spike_container
+      #spike_content
+        nav.navbar.navbar-default(style='margin-bottom:0px;')
+          .container
+            .navbar-header
+              button.navbar-toggle.collapsed(type='button', data-toggle='collapse', data-target='#navbar', aria-expanded='false', aria-controls='navbar')
+                span.sr-only Toggle navigation
+                span.icon-bar
+                span.icon-bar
+                span.icon-bar
+              a.navbar-brand(href='/') Spike
+            #navbar.collapse.navbar-collapse
+              ul.nav.navbar-nav.navbar-right
+                li
+                  a(href='/') Spike
+        block content   
+      #spike_footer
+        .container Footer
+  script(type='text/javascript').
+    // Force `fetch` polyfill to workaround Chrome not displaying request body
+    // in developer tools for the native `fetch`.
+    self.fetch = null;
+  script(src='http://localhost:3000/webpack-dev-server.js')
+  != js("vendor")
+  script(src='/assets/js/application.js')