Add caching to fetch wrapper

2020-10-21 06:16:35 +02:00
parent 88f9d10586
commit 92e4f4ed5a
7 changed files with 38 additions and 6 deletions
--- a/app/crawler/specificCrawlers/rental.js
+++ b/app/crawler/specificCrawlers/rental.js
@@ -159,7 +159,7 @@ class RentalCrawler {
    }

    try {
-      const res = await fetch(url);
+      const res = await fetch(url, {} , false);
      const body = await res.text();
      const $ = cheerio.load(body);
      let hrefs = [];