Files
old-kiviscrapworker/example.env
2020-05-22 16:10:37 +02:00

12 lines
1.0 KiB
Bash

# Check default values in kiviscraplib/config/config.go
CLIENT_CONNECTIONS_COUNT = Number of connections to initiate when client worker daemon starts
CLIENT_CONNECTION_TIMEOUT = Number of seconds to wait before trying to connect to the worker server again
CLIENT_WAITING_TIMEOUT = Number of seconds to wait for request from server
WORKER_SERVER_ADDRESS = Address in form of IP:PORT (127.0.0.1:1338)
REQUEST_MESSAGE_PREFIX = Prefix that worker server adds to the request message when sending to the worker client. Use double quotes if prefix has a space (eg. "URL ")
PROXY_LIST_BASE_URL = Base url where proxy list can be fetched. Proxy type(https, socks5) will be concatenated to this URL
PROXY_LIST_TIMEOUT = Wait PROXY_LIST_TIMEOUT seconds for proxy list before dropping request
PROXY_LIST_RELOAD_INTERVAL = Refresh proxy list every PROXY_LIST_RELOAD_INTERVAL minutes
CUSTOM_SOCKS5_PROXY_LIST = List of proxies to append on list from PROXY_LIST_BASE_URL, comma separated (ip:port, ip:port, ...)
FETCH_TIMEOUT = Timeout in seconds after which fetch connection is dropped