Added bljesak.info

This commit is contained in:
Senad Uka
2022-02-15 18:00:30 +01:00
parent 6648f6754a
commit 47987ff395
9 changed files with 141 additions and 4 deletions

View File

@@ -5,6 +5,7 @@ import (
"github.com/gocolly/colly"
"github.com/gosimple/slug"
"gitlab.com/kbr4/svevijesti/internal/model"
"math/rand"
"regexp"
"strings"
"time"
@@ -89,7 +90,8 @@ func setupSiArticlePageCrawler(crArticlePage *colly.Collector) {
article.Title = title
article.Content = trimmedText
article.SourceId = model.SrpskainfoSource
article.Slug = slug.Make(title)
slugBase := fmt.Sprintf("%d %d %s", article.SourceId, rand.Intn(1000), title)
article.Slug = slug.Make(slugBase)
SrpskainfoArticles <- article
})