add debugging log switch for crawler process

2019-10-25 11:08:52 +02:00
parent 7e3b0bfcd5
commit 747ebb88e5
5 changed files with 25 additions and 5 deletions
--- a/development.env
+++ b/development.env
@@ -23,6 +23,7 @@ SOURCE_EMAIL=info@saburly.com
 #=============== CRAWLER SETTINGS===============#
 CRAWLER_INTERVAL=Interval to run cralwer(s), in seconds
 STOP_CRAWLER=Non-zero value will skip crawler execution
+PRINT_CRAWLER_DEBUG_INFO=Non-zero value will print crawler debugging info to the server console
 #==OLX==
 OLX_MAX_PAGES=Restrict crawler to this number of pages
 OLX_MAX_RESULTS_PER_PAGE=Only this number or less results from one page will be scraped and saved