crawlers and savers

crawler/webpack.config.js

@@ -0,0 +1,23 @@
+module.exports = {
+  entry: ['babel-polyfill', './crawl.js'],
+  target: 'node',
+
+  output: {
+    path: __dirname + "/build",
+    filename: "crawler.js",
+    devtool: 'source-map'
+  },
+  module: {
+
+    loaders: [{
+      test: /.js?$/,
+      loader: 'babel-loader',
+      exclude: /node_modules/,
+      presets: ['es2015'],
+      plugins: ['transform-async-to-generator']
+    }, {
+      test: /.json?$/,
+      loader: 'json-loader',
+    }]
+  }
+}