Fix scrapers

This commit is contained in:
Senad Uka
2022-02-22 05:18:39 +01:00
parent 4b863369b6
commit 0e9956a227
3 changed files with 2 additions and 2 deletions

View File

@@ -79,7 +79,7 @@ func setupSiArticlePageCrawler(crArticlePage *colly.Collector) {
text := ""
e.ForEach("div.article__top-content, div.article__content, h4, h3, h2, div.article__content", func(_ int, el *colly.HTMLElement) {
e.ForEach("div.article__top-content, div.article__content", func(_ int, el *colly.HTMLElement) {
text += extractJustText(el.DOM)
})