diff --git a/internal/scraper/srpskainfo.go b/internal/scraper/srpskainfo.go index da6516d..95dd484 100644 --- a/internal/scraper/srpskainfo.go +++ b/internal/scraper/srpskainfo.go @@ -79,7 +79,7 @@ func setupSiArticlePageCrawler(crArticlePage *colly.Collector) { text := "" - e.ForEach("p.article__top-content, p.article__content, h4.article__content, h3.article__content, h2.article__content, div.article__content", func(_ int, el *colly.HTMLElement) { + e.ForEach("article.b-article-detail div#infiniteLoadBreakpoint, p.article__top-content, p.article__content, h4.article__content, h3.article__content, h2.article__content, div.article__content", func(_ int, el *colly.HTMLElement) { text += extractJustText(el.DOM) }) diff --git a/spider b/spider index 0cf5e94..61a8ee6 100755 Binary files a/spider and b/spider differ