disable cache on tgi endpoint (#567)

huggingface · Nov 20, 2023 · dd4c436 · dd4c436
1 parent e3af794
commit dd4c436
Showing 1 changed file with 9 additions and 6 deletions.
diff --git a/src/lib/server/endpoints/tgi/endpointTgi.ts b/src/lib/server/endpoints/tgi/endpointTgi.ts
@@ -26,12 +26,15 @@ export function endpointTgi({
 			id: conversation._id,
 		});
 
-		return textGenerationStream({
-			parameters: { ...model.parameters, return_full_text: false },
-			model: url,
-			inputs: prompt,
-			accessToken,
-		});
+		return textGenerationStream(
+			{
+				parameters: { ...model.parameters, return_full_text: false },
+				model: url,
+				inputs: prompt,
+				accessToken,
+			},
+			{ use_cache: false }
+		);
 	};
 }