senaduka/old-kiviscraplib
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use config values instead of hardcoded values

Browse Source
This commit is contained in:
Bilal
2020-05-08 10:43:55 +02:00
parent aa982dafb8
commit 451c3477bc
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
workerserver/workerserver.go
View File

@@ -3,6 +3,7 @@ package workerserver
import ( import (
"bufio" "bufio"
b64 "encoding/base64" b64 "encoding/base64"
c "gitlab.com/saburly/kiviscraplib/config"
"gitlab.com/saburly/kiviscraplib/structures" "gitlab.com/saburly/kiviscraplib/structures"
"log" "log"
"math/rand" "math/rand"
@@ -15,13 +16,12 @@ var requests chan structures.Request
var workers chan structures.WorkerDescription var workers chan structures.WorkerDescription
func ServeWorkers(queue chan structures.Request, end chan<- string) { func ServeWorkers(queue chan structures.Request, end chan<- string) {
rand.Seed(time.Now().Unix()) rand.Seed(time.Now().Unix())
workers = make(chan structures.WorkerDescription, 50) // TODO: move to env var workers = make(chan structures.WorkerDescription, c.WorkerServerConfig.WorkersCount)
requests = queue requests = queue
listener, err := net.Listen("tcp", "127.0.0.1:1338") listener, err := net.Listen("tcp", c.WorkerServerConfig.Address)
if err != nil { if err != nil {
log.Fatal("tcp server listener error:", err) log.Fatal("tcp server listener error:", err)
end <- "tcp server" end <- "tcp server"
@@ -61,7 +61,7 @@ func handleConnection(conn net.Conn) {
for { for {
request := <-workerDescription.Req request := <-workerDescription.Req
requestBase64 := b64.StdEncoding.EncodeToString([]byte("URL " + request.Url)) requestBase64 := b64.StdEncoding.EncodeToString([]byte(c.WorkerServerConfig.RequestMessagePrefix + request.Url))
_, err := conn.Write([]byte(requestBase64 + "\n")) _, err := conn.Write([]byte(requestBase64 + "\n"))
if err != nil { if err != nil {