Fix avaz - skip english
This commit is contained in:
@@ -37,7 +37,7 @@ func visitAvazApprovedPages(crArticlePage *colly.Collector) {
|
||||
func setupAvazHomepageCrawler(crHomePage *colly.Collector, crArticlePage *colly.Collector) {
|
||||
|
||||
articleUrlR, _ := regexp.Compile("/\\d\\d+/([a-z0-9-]+)")
|
||||
articleBlacklist, _ := regexp.Compile("(info-vodic|foto-data)")
|
||||
articleBlacklist, _ := regexp.Compile("(english)")
|
||||
crHomePage.OnHTML("a", func(e *colly.HTMLElement) {
|
||||
url := e.Attr("href")
|
||||
completeUrl := url
|
||||
|
||||
Reference in New Issue
Block a user