workerserver/workerserver.go

@@ -3,6 +3,7 @@ package workerserver
 import (
 	"bufio"
 	b64 "encoding/base64"
+	c "gitlab.com/saburly/kiviscraplib/config"
 	"gitlab.com/saburly/kiviscraplib/structures"
 	"log"
 	"math/rand"
@@ -15,13 +16,12 @@ var requests chan structures.Request
 var workers chan structures.WorkerDescription
 
 func ServeWorkers(queue chan structures.Request, end chan<- string) {
-
 	rand.Seed(time.Now().Unix())
 
-	workers = make(chan structures.WorkerDescription, 50) // TODO: move to env var
+	workers = make(chan structures.WorkerDescription, c.WorkerServerConfig.WorkersCount)
 	requests = queue
 
-	listener, err := net.Listen("tcp", "127.0.0.1:1338")
+	listener, err := net.Listen("tcp", c.WorkerServerConfig.Address)
 	if err != nil {
 		log.Fatal("tcp server listener error:", err)
 		end <- "tcp server"
@@ -61,7 +61,7 @@ func handleConnection(conn net.Conn) {
 	for {
 		request := <-workerDescription.Req
 
-		requestBase64 := b64.StdEncoding.EncodeToString([]byte("URL " + request.Url))
+		requestBase64 := b64.StdEncoding.EncodeToString([]byte(c.WorkerServerConfig.RequestMessagePrefix + request.Url))
 
 		_, err := conn.Write([]byte(requestBase64 + "\n"))
 		if err != nil {