Filters done

2017-04-05 02:02:43 +02:00
parent d2ee02b6df
commit 15dc596f3d
10 changed files with 150 additions and 30 deletions
--- a/crawler/savers/mongo.js
+++ b/crawler/savers/mongo.js
@@ -32,7 +32,9 @@ export default class MongoSaver {
    let resultsForMongo = Object.keys(results).map((key) => {
      return results[key]
    });
-    this.collection.insert(resultsForMongo);
+
+    this.collection.update({ url: results.url }, resultsForMongo, { upsert: true });
+    // this.collection.insert(resultsForMongo);
  }

  async close() {