Fix scrapers
This commit is contained in:
@@ -79,7 +79,7 @@ func setupSiArticlePageCrawler(crArticlePage *colly.Collector) {
|
||||
|
||||
text := ""
|
||||
|
||||
e.ForEach("div.article__top-content, div.article__content, h4, h3, h2, div.article__content", func(_ int, el *colly.HTMLElement) {
|
||||
e.ForEach("div.article__top-content, div.article__content", func(_ int, el *colly.HTMLElement) {
|
||||
text += extractJustText(el.DOM)
|
||||
})
|
||||
|
||||
|
||||
Reference in New Issue
Block a user