Fix scrapers

This commit is contained in:
Senad Uka
2022-02-17 19:14:53 +01:00
parent cb20d84803
commit 4b863369b6
2 changed files with 1 additions and 1 deletions

View File

@@ -80,7 +80,7 @@ func setupBljesakArticlePageCrawler(crArticlePage *colly.Collector) {
text := ""
e.ForEach("div.col-xs-12, article.b-article-detail, div#infiniteLoadBreakpoint, div.col-article-content, div.intro, div.s-main-content, h2, h3, h4, h5", func(_ int, el *colly.HTMLElement) {
e.ForEach("div.col-xs-12, article.b-article-detail, div.col-article-content, div.intro, div.s-main-content", func(_ int, el *colly.HTMLElement) {
text += extractJustText(el.DOM)
})

BIN
spider

Binary file not shown.