full filter

This commit is contained in:
GotPPay
2017-12-08 10:57:47 +01:00
parent 100299b327
commit c69b45b632
8 changed files with 184323 additions and 78507 deletions

View File

@@ -1,12 +1,18 @@
var config = {};
/*
config.domainList = [
'https://www.iis.se/data/bardate_domains_nu.txt',
'https://www.iis.se/data/bardate_domains.txt'];
*/
config.domainList = ['/home/bilal/Saburly/domene-svedska/crawler/bardate_domains.txt'];
config.wordList = __dirname + '/words.txt';
config.lettersOnlyRegex = /^[A-Za-z]+$/;
config.swedishLettersOnly = /^[A-Za-zÅåÄäÖöüÜáÁèÈàÀéÉëËíÍÆæøØçÇ]+$/;
config.databaseURL = 'mongodb://localhost:27017/kivi';