Comment agent header

This commit is contained in:
Senad Uka
2020-09-10 17:57:21 +02:00
parent 78c6056db4
commit dd3f30ef0e

View File

@@ -11,7 +11,7 @@ const fetch = async (url, options = {}) => {
if (!newOptions["headers"]) {
newOptions["headers"] = {};
}
newOptions["headers"]["User-Agent"] = USER_AGENT;
// newOptions["headers"]["User-Agent"] = USER_AGENT;
let urlToFetchThroughAPI = Buffer.from(url).toString('base64');
if (SCRAPER_API_BASE_URL.includes('scraperapi')) {