diff --git a/llm_llama_cpp.py b/llm_llama_cpp.py index f2fc977..3c7bc58 100644 --- a/llm_llama_cpp.py +++ b/llm_llama_cpp.py @@ -168,6 +168,8 @@ def models(): class LlamaModel(llm.Model): + can_stream = True + class Options(llm.Options): verbose: bool = False