trying different approach

This commit is contained in:
Senad Uka
2020-09-10 18:23:01 +02:00
parent 9c1a029ff1
commit b30b0f45a6

View File

@@ -6,9 +6,14 @@ const {
SCRAPER_API_BASE_URL
} = require("../config/appConfig");
const timeout = (ms) => {
const async timeout = (method, ms) => {
console.error("Waiting for ", ms);
return new Promise(resolve => setTimeout(resolve, ms));
return new Promise(resolve => {
setTimeout(() => {
await method();
resolve();
}, ms);
});
}
const fetch = async (url, options = {}) => {
@@ -27,8 +32,7 @@ const fetch = async (url, options = {}) => {
? `${SCRAPER_API_BASE_URL}?api_key=${SCRAPER_API_KEY}&url=${urlToFetchThroughAPI}`
: url;
const randomPauseMS = Math.floor(Math.random() * Math.floor(1500)) + 500;
await timeout(randomPauseMS);
return nodeFetch(urlAdaptedForScraping, newOptions);
return timeout(() => { nodeFetch(urlAdaptedForScraping, newOptions); }, randomPauseMS);
};
module.exports = fetch;