Comment agent header

This commit is contained in:
Senad Uka
2020-09-10 17:57:21 +02:00
parent 78c6056db4
commit dd3f30ef0e

View File

@@ -11,7 +11,7 @@ const fetch = async (url, options = {}) => {
if (!newOptions["headers"]) { if (!newOptions["headers"]) {
newOptions["headers"] = {}; newOptions["headers"] = {};
} }
newOptions["headers"]["User-Agent"] = USER_AGENT; // newOptions["headers"]["User-Agent"] = USER_AGENT;
let urlToFetchThroughAPI = Buffer.from(url).toString('base64'); let urlToFetchThroughAPI = Buffer.from(url).toString('base64');
if (SCRAPER_API_BASE_URL.includes('scraperapi')) { if (SCRAPER_API_BASE_URL.includes('scraperapi')) {