Load config from ENV file
This commit is contained in:
4
.gitignore
vendored
4
.gitignore
vendored
@@ -1,2 +1,4 @@
|
|||||||
*.log
|
*.log
|
||||||
*.pid
|
*.pid
|
||||||
|
|
||||||
|
.env
|
||||||
@@ -1,3 +1,7 @@
|
|||||||
# kiviscrapworker
|
# kiviscrapworker
|
||||||
|
|
||||||
Kivi scraping worker
|
Kivi scraping worker
|
||||||
|
|
||||||
|
## Setup
|
||||||
|
|
||||||
|
Copy `example.env` to the `.env` and set desired values
|
||||||
7
example.env
Normal file
7
example.env
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
# Check default values in kiviscraplib/config/config.go
|
||||||
|
|
||||||
|
CLIENT_CONNECTIONS_COUNT = Number of connections to initiate when client worker daemon starts
|
||||||
|
CLIENT_CONNECTION_TIMEOUT = Number of seconds to wait before trying to connect to the worker server again
|
||||||
|
WORKER_SERVER_ADDRESS = Address in form of IP:PORT (127.0.0.1:1338)
|
||||||
|
REQUEST_MESSAGE_PREFIX = Prefix that worker server adds to the request message when sending to the worker client. Use double quotes if prefix has a space (eg. "URL ")
|
||||||
|
PROXY_LIST_BASE_URL = Base url where proxy list can be fetched. Proxy type(https, socks5) will be concatenated to this URL
|
||||||
3
main.go
3
main.go
@@ -2,11 +2,14 @@ package main
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"github.com/sevlyar/go-daemon"
|
"github.com/sevlyar/go-daemon"
|
||||||
|
"gitlab.com/saburly/kiviscraplib/config"
|
||||||
"gitlab.com/saburly/kiviscraplib/workerclient"
|
"gitlab.com/saburly/kiviscraplib/workerclient"
|
||||||
"log"
|
"log"
|
||||||
)
|
)
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
|
config.InitConfig()
|
||||||
|
|
||||||
cntxt := &daemon.Context{
|
cntxt := &daemon.Context{
|
||||||
PidFileName: "sample.pid",
|
PidFileName: "sample.pid",
|
||||||
PidFilePerm: 0644,
|
PidFilePerm: 0644,
|
||||||
|
|||||||
Reference in New Issue
Block a user