Fix scrapers
This commit is contained in:
@@ -80,7 +80,7 @@ func setupBljesakArticlePageCrawler(crArticlePage *colly.Collector) {
|
||||
|
||||
text := ""
|
||||
|
||||
e.ForEach("div.col-xs-12, article.b-article-detail, div#infiniteLoadBreakpoint, div.col-article-content, div.intro, div.s-main-content, h2, h3, h4, h5", func(_ int, el *colly.HTMLElement) {
|
||||
e.ForEach("div.col-xs-12, article.b-article-detail, div.col-article-content, div.intro, div.s-main-content", func(_ int, el *colly.HTMLElement) {
|
||||
text += extractJustText(el.DOM)
|
||||
})
|
||||
|
||||
|
||||
Reference in New Issue
Block a user