diff --git a/app/helpers/fetchWrapper.js b/app/helpers/fetchWrapper.js index 1e3d9e1..065f626 100644 --- a/app/helpers/fetchWrapper.js +++ b/app/helpers/fetchWrapper.js @@ -6,6 +6,10 @@ const { SCRAPER_API_BASE_URL } = require("../config/appConfig"); +const timeout = (ms) => { + return new Promise(resolve => setTimeout(resolve, ms)); +} + const fetch = async (url, options = {}) => { const newOptions = Object.assign({}, options); if (!newOptions["headers"]) { @@ -21,7 +25,8 @@ const fetch = async (url, options = {}) => { const urlAdaptedForScraping = USE_SCRAPER_API ? `${SCRAPER_API_BASE_URL}?api_key=${SCRAPER_API_KEY}&url=${urlToFetchThroughAPI}` : url; - + const randomPauseMS = Math.floor(Math.random() * Math.floor(500)); + await timeout(randomPauseMS); return nodeFetch(urlAdaptedForScraping, newOptions); };