Added bljesak.info

cmd/spider/spider.go

@@ -18,6 +18,7 @@ func main() {
 	go candidateChecker()
 	go scraper.CrawlSrpskainfo()
 	go scraper.CrawlKlix()
+	go scraper.CrawlBljesak()
 
 	article := model.ScrapedArticle{}
 
@@ -31,6 +32,11 @@ func main() {
 			if article.Title == model.Terminator {
 				scraper.SrpskainfoArticles = nil
 			}
+		case article = <-scraper.BljesakArticles:
+			if article.Title == model.Terminator {
+				scraper.BljesakArticles = nil
+			}
+
 		}
 
 		if article.Title != model.Terminator {
@@ -41,11 +47,15 @@ func main() {
 					panic(err)
 				} else {
 					fmt.Println("Skipping: ", article.OriginalUrl)
+					fmt.Println("Title ", article.Title)
+					fmt.Println("Error ", err)
 				}
 			}
 		}
 
-		if scraper.KlixArticles == nil && scraper.SrpskainfoArticles == nil {
+		if scraper.KlixArticles == nil &&
+			scraper.SrpskainfoArticles == nil &&
+			scraper.BljesakCandidates == nil {
 			break
 		}
 	}
@@ -77,9 +87,21 @@ func candidateChecker() {
 					scraper.SrpskainfoApprovedSites <- url
 				}
 			}
+
+		case url := <-scraper.BljesakCandidates:
+			if url == model.Terminator {
+				scraper.BljesakCandidates = nil
+			} else {
+				if !database.IsSaved(store, url) {
+					scraper.BljesakApprovedSites <- url
+				}
+			}
+
 		}
 
-		if scraper.KlixCandidates == nil && scraper.SrpskainfoCandidates == nil {
+		if scraper.KlixCandidates == nil &&
+			scraper.SrpskainfoCandidates == nil &&
+			scraper.BljesakCandidates == nil {
 			break
 		}