Add caching to fetch wrapper

2020-10-21 06:16:35 +02:00
parent 88f9d10586
commit 92e4f4ed5a
7 changed files with 38 additions and 6 deletions
--- a/app/crawler/specificCrawlers/olx.js
+++ b/app/crawler/specificCrawlers/olx.js
@@ -217,7 +217,7 @@ class OlxCrawler {
    }

    try {
-      const res = await fetch(url);
+      const res = await fetch(url, {}, false);
      logDebug("Got category results for: ", url);
      const body = await res.text();
      logDebug("Got category results text for: ", url);