dependecy fix

backend/package.json

@@ -0,0 +1,6 @@
+{
+  "dependencies": {
+    "express": "^4.16.2",
+    "mongodb": "^2.2.33"
+  }
+}

crawler/helper/links.js

@@ -40,26 +40,6 @@ module.exports = {
     }
 };
 
-var isDomainFree = function (db, url, domain){
-    return new Promise((resolve,reject)=>{
-        http.get(url, res => {
-            res.setEncoding("utf8");
-            let body = "";
-            res.on("data", data => {
-                body += data;
-            });
-            res.on("end", () => {
-                let status = body.split(' ')[0];
-                if (status === 'free'){
-                    resolve(true);
-                }else{
-                    resolve(false);
-                }
-            });
-        });
-    });
-}
-
 var removeOccupiedDomain = function (db, url,domain){
     return new Promise((resolve,reject)=>{
         http.get(url, res => {

web/package.json

@@ -6,7 +6,8 @@
     "isomorphic-fetch": "^2.2.1",
     "react": "^16.2.0",
     "react-dom": "^16.2.0",
-    "react-scripts": "1.0.17"
+    "react-scripts": "1.0.17",
+    "react-table": "^6.7.5"
   },
   "scripts": {
     "start": "react-scripts start",