diff --git a/internal/scraper/blijesak.go b/internal/scraper/blijesak.go index 50b2182..098ea3b 100644 --- a/internal/scraper/blijesak.go +++ b/internal/scraper/blijesak.go @@ -80,7 +80,7 @@ func setupBljesakArticlePageCrawler(crArticlePage *colly.Collector) { text := "" - e.ForEach("div.col-article-content, div.intro, div.s-main-content", func(_ int, el *colly.HTMLElement) { + e.ForEach("article.b-article-detail, div#infiniteLoadBreakpoint, div.col-article-content, div.intro, div.s-main-content", func(_ int, el *colly.HTMLElement) { text += extractJustText(el.DOM) }) diff --git a/internal/scraper/srpskainfo.go b/internal/scraper/srpskainfo.go index 95dd484..da6516d 100644 --- a/internal/scraper/srpskainfo.go +++ b/internal/scraper/srpskainfo.go @@ -79,7 +79,7 @@ func setupSiArticlePageCrawler(crArticlePage *colly.Collector) { text := "" - e.ForEach("article.b-article-detail div#infiniteLoadBreakpoint, p.article__top-content, p.article__content, h4.article__content, h3.article__content, h2.article__content, div.article__content", func(_ int, el *colly.HTMLElement) { + e.ForEach("p.article__top-content, p.article__content, h4.article__content, h3.article__content, h2.article__content, div.article__content", func(_ int, el *colly.HTMLElement) { text += extractJustText(el.DOM) })