From 0c2f8d11ee228151c333c5283623f56f04d9a9a9 Mon Sep 17 00:00:00 2001
From: Senad Uka <senaduka@gmail.com>
Date: Thu, 10 Sep 2020 18:08:24 +0200
Subject: [PATCH] Add random timeout up to 500ms

---
 app/helpers/fetchWrapper.js | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/app/helpers/fetchWrapper.js b/app/helpers/fetchWrapper.js
index 1e3d9e1..065f626 100644
--- a/app/helpers/fetchWrapper.js
+++ b/app/helpers/fetchWrapper.js
@@ -6,6 +6,10 @@ const {
   SCRAPER_API_BASE_URL
 } = require("../config/appConfig");
 
+const timeout = (ms) => {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+
 const fetch = async (url, options = {}) => {
   const newOptions = Object.assign({}, options);
   if (!newOptions["headers"]) {
@@ -21,7 +25,8 @@ const fetch = async (url, options = {}) => {
   const urlAdaptedForScraping = USE_SCRAPER_API
     ? `${SCRAPER_API_BASE_URL}?api_key=${SCRAPER_API_KEY}&url=${urlToFetchThroughAPI}`
     : url;
-
+  const randomPauseMS = Math.floor(Math.random() * Math.floor(500));
+  await timeout(randomPauseMS);
   return nodeFetch(urlAdaptedForScraping, newOptions);
 };