senaduka/old-svevijesti
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

FIx sprskainfo crawler

Browse Source
This commit is contained in:
Senad Uka
2022-02-17 04:29:37 +01:00
parent 31167ff740
commit a748bcb303
2 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
internal/scraper/srpskainfo.go
View File

@@ -79,7 +79,7 @@ func setupSiArticlePageCrawler(crArticlePage *colly.Collector) {
text := ""
e.ForEach("p.article__top-content, p.article__content, h4.article__content, h3.article__content, h2.article__content, div.article__content", func(_ int, el *colly.HTMLElement) {
e.ForEach("article.b-article-detail div#infiniteLoadBreakpoint, p.article__top-content, p.article__content, h4.article__content, h3.article__content, h2.article__content, div.article__content", func(_ int, el *colly.HTMLElement) {
text += extractJustText(el.DOM)
})

BIN
spider
View File

Binary file not shown.