crawler/config.js

@@ -1,20 +1,20 @@
 var config = {};
 
-/*
+
 config.domainList = [
     'https://www.iis.se/data/bardate_domains_nu.txt',
     'https://www.iis.se/data/bardate_domains.txt'];
 
-*/
 
-config.domainList = ['/home/bilal/Saburly/domene-svedska/crawler/bardate_domains.txt'];
+
+//config.domainList = ['/home/bilal/Saburly/domene-svedska/crawler/bardate_domains.txt'];
 
 config.wordList = __dirname + '/words.txt';
 
 config.lettersOnlyRegex = /^[A-Za-z]+$/;
 config.swedishLettersOnly = /^[A-Za-zÅåÄäÖöüÜáÁèÈàÀéÉëËíÍÆæøØçÇ]+$/;
 
-config.databaseURL = 'mongodb://localhost:27017/kivi';
+config.databaseURL = 'mongodb://localhost:27017/domains';
 
 
 //====

crawler/helper/links.js

@@ -21,7 +21,6 @@ module.exports = {
                 }
             });
             applyFilter(result, callback);
-            console.log("Result Len : " + result.length);
         });
     }
 };

crawler/words.txt

@@ -1,3 +1,4 @@
+skålar
 A-aktie
 A-aktien
 A-aktiens