senaduka/old-web
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

Reverting

Browse Source
This commit is contained in:
Senad Uka
2020-09-10 18:30:14 +02:00
parent b30b0f45a6
commit 26377c485c
1 changed files with 4 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
app/helpers/fetchWrapper.js
View File

@@ -6,14 +6,8 @@ const {
SCRAPER_API_BASE_URL SCRAPER_API_BASE_URL
} = require("../config/appConfig"); } = require("../config/appConfig");
const async timeout = (method, ms) => { const timeout = (ms) => {
console.error("Waiting for ", ms); return new Promise(resolve => setTimeout(resolve, ms));
return new Promise(resolve => {
setTimeout(() => {
await method();
resolve();
}, ms);
});
} }
const fetch = async (url, options = {}) => { const fetch = async (url, options = {}) => {
@@ -32,7 +26,8 @@ const fetch = async (url, options = {}) => {
? `${SCRAPER_API_BASE_URL}?api_key=${SCRAPER_API_KEY}&url=${urlToFetchThroughAPI}` ? `${SCRAPER_API_BASE_URL}?api_key=${SCRAPER_API_KEY}&url=${urlToFetchThroughAPI}`
: url; : url;
const randomPauseMS = Math.floor(Math.random() * Math.floor(1500)) + 500; const randomPauseMS = Math.floor(Math.random() * Math.floor(1500)) + 500;
return timeout(() => { nodeFetch(urlAdaptedForScraping, newOptions); }, randomPauseMS); await timeout(randomPauseMS);
return nodeFetch(urlAdaptedForScraping, newOptions);
}; };
module.exports = fetch; module.exports = fetch;