Add caching to fetch wrapper

This commit is contained in:
Senad Uka
2020-10-21 06:16:35 +02:00
parent 88f9d10586
commit 92e4f4ed5a
7 changed files with 38 additions and 6 deletions

View File

@@ -160,7 +160,7 @@ class SaljicCrawler {
}
try {
const res = await fetch(url);
const res = await fetch(url, {}, false);
const body = await res.text();
const $ = cheerio.load(body);
let hrefs = [];