From d70e114c8328bd8169466a2f595a513bda57a4a4 Mon Sep 17 00:00:00 2001
From: David de Boer <david@ddeboer.nl>
Date: Tue, 18 Jun 2024 19:26:08 +0200
Subject: [PATCH] fix: Don't cache potentially large HTTP responses (#933)

---
 src/fetch.ts | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/fetch.ts b/src/fetch.ts
index 310dcf16..fb4f25bd 100644
--- a/src/fetch.ts
+++ b/src/fetch.ts
@@ -77,6 +77,7 @@ const engine = await new QueryEngineFactory().create({
 async function query(url: URL): Promise<DatasetExt[]> {
   const bindingsStream = await engine.queryBindings(selectQuery, {
     sources: [url.toString()],
+    noCache: true, // Don’t cache HTTP responses because they may be large, especially for catalogs.
   });
 
   // Write results to an N3 Store for deduplication and partitioning by dataset.
@@ -193,6 +194,7 @@ async function findNextPage(url: URL): Promise<URL | null> {
     `,
     {
       sources: [url.toString()],
+      noCache: true, // Don’t cache HTTP responses because they may be large, especially for catalogs.
     }
   );
   const bindings = await bindingsStream.toArray();