Comment agent header
This commit is contained in:
@@ -11,7 +11,7 @@ const fetch = async (url, options = {}) => {
|
|||||||
if (!newOptions["headers"]) {
|
if (!newOptions["headers"]) {
|
||||||
newOptions["headers"] = {};
|
newOptions["headers"] = {};
|
||||||
}
|
}
|
||||||
newOptions["headers"]["User-Agent"] = USER_AGENT;
|
// newOptions["headers"]["User-Agent"] = USER_AGENT;
|
||||||
|
|
||||||
let urlToFetchThroughAPI = Buffer.from(url).toString('base64');
|
let urlToFetchThroughAPI = Buffer.from(url).toString('base64');
|
||||||
if (SCRAPER_API_BASE_URL.includes('scraperapi')) {
|
if (SCRAPER_API_BASE_URL.includes('scraperapi')) {
|
||||||
|
|||||||
Reference in New Issue
Block a user