senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

Add random timeout up to 500ms

Browse Source
This commit is contained in:
Senad Uka
2020-09-10 18:08:24 +02:00
parent b27d9d3499
commit 0c2f8d11ee
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
app/helpers/fetchWrapper.js
View File

@@ -6,6 +6,10 @@ const {
SCRAPER_API_BASE_URL SCRAPER_API_BASE_URL
} = require("../config/appConfig"); } = require("../config/appConfig");
const timeout = (ms) => {
return new Promise(resolve => setTimeout(resolve, ms));
}
const fetch = async (url, options = {}) => { const fetch = async (url, options = {}) => {
const newOptions = Object.assign({}, options); const newOptions = Object.assign({}, options);
if (!newOptions["headers"]) { if (!newOptions["headers"]) {
@@ -21,7 +25,8 @@ const fetch = async (url, options = {}) => {
const urlAdaptedForScraping = USE_SCRAPER_API const urlAdaptedForScraping = USE_SCRAPER_API
? `${SCRAPER_API_BASE_URL}?api_key=${SCRAPER_API_KEY}&url=${urlToFetchThroughAPI}` ? `${SCRAPER_API_BASE_URL}?api_key=${SCRAPER_API_KEY}&url=${urlToFetchThroughAPI}`
: url; : url;
const randomPauseMS = Math.floor(Math.random() * Math.floor(500));
await timeout(randomPauseMS);
return nodeFetch(urlAdaptedForScraping, newOptions); return nodeFetch(urlAdaptedForScraping, newOptions);
}; };