Added Scraper API option. #100

Merged
RabbIT09-n merged 3 commits from scraper-api-support into master 2020-02-25 16:10:44 +01:00
Showing only changes of commit ce857ddce9 - Show all commits

View File

@@ -11,11 +11,11 @@ const fetch = async (url, options = {}) => {
newOptions["headers"] = {};
}
newOptions["headers"]["User-Agent"] = USER_AGENT;
const newUrl = USE_SCRAPER_API
const urlAdaptedForScraping = USE_SCRAPER_API
? `http://api.scraperapi.com/?api_key=${SCRAPER_API_KEY}&url=${url}`
: url;
return nodeFetch(newUrl, newOptions);
return nodeFetch(urlAdaptedForScraping, newOptions);
};
module.exports = fetch;