Created non-concurrent request groups.

2020-03-03 15:21:51 +01:00
parent ccea5fe2aa
commit f5f8fa276c
5 changed files with 60 additions and 19 deletions
--- a/app/helpers/fetchWrapper.js
+++ b/app/helpers/fetchWrapper.js
@@ -15,6 +15,9 @@ const fetch = async (url, options = {}) => {
    ? `http://api.scraperapi.com/?api_key=${SCRAPER_API_KEY}&url=${url}`
    : url;

+  //
+  console.log("Url for scraping:", urlAdaptedForScraping);
+
  return nodeFetch(urlAdaptedForScraping, newOptions);
 };