error fix

crawler/helper/database.js

@@ -1,3 +1,5 @@
+var datetime = require('node-datetime');
+
 module.exports = {
     insertTodayDomains : function (db, domains){
         return new Promise((resolve,reject)=>{
@@ -13,6 +15,21 @@ module.exports = {
 
     getExpiredDomains : function (db){
         return getArrayFromDatabase(db, 'expired_list');
+    },
+
+    cleanExpired : function (db, domain){
+        return new Promise((resolve,reject)=>{
+            db.collection('today').findOne({domainName:domain.domainName}, (err,result)=>{
+                if (err){
+                    reject(err);
+                }else{
+                    if ((result===null) &&(datetime.create().format('Y-m-d')===domain.expirationDate)){
+                        db.collection('expired_list').insert(domain);
+                    }
+                    resolve();
+                }
+            });
+        });
     }
 
 

crawler/helper/links.js

@@ -2,6 +2,7 @@ const config = require('../config');
 const https = require("https");
 const punycode = require('punycode');
 var fs = require('fs');
+var http = require('http');
 
 module.exports = {
     getDomainList : function(url){