From 94b92399e136eb3e81217c3bf834aeb2126f82d9 Mon Sep 17 00:00:00 2001
From: Michael Hamann <michael@content-space.de>
Date: Tue, 5 Sep 2023 23:55:10 +0200
Subject: [PATCH] Indicate streaming support. Fixes #11

---
 llm_llama_cpp.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/llm_llama_cpp.py b/llm_llama_cpp.py
index f2fc977..3c7bc58 100644
--- a/llm_llama_cpp.py
+++ b/llm_llama_cpp.py
@@ -168,6 +168,8 @@ def models():
 
 
 class LlamaModel(llm.Model):
+    can_stream = True
+
     class Options(llm.Options):
         verbose: bool = False