From 1ec9fc660021f95b7a7f201bab9d328d58ad8f27 Mon Sep 17 00:00:00 2001
From: Pouyanpi <13303554+Pouyanpi@users.noreply.github.com>
Date: Thu, 10 Jul 2025 15:54:23 +0200
Subject: [PATCH] fix: remove stream_usage from text completion

---
 nemoguardrails/llm/models/langchain_initializer.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/nemoguardrails/llm/models/langchain_initializer.py b/nemoguardrails/llm/models/langchain_initializer.py
index d78030b92..21600c580 100644
--- a/nemoguardrails/llm/models/langchain_initializer.py
+++ b/nemoguardrails/llm/models/langchain_initializer.py
@@ -253,6 +253,9 @@ def _init_text_completion_model(
     if provider_cls is None:
         raise ValueError()
     kwargs = _update_model_kwargs(provider_cls, model_name, kwargs)
+    # remove stream_usage parameter as it's not supported by text completion APIs
+    # (e.g., OpenAI's AsyncCompletions.create() doesn't accept this parameter)
+    kwargs.pop("stream_usage", None)
     return provider_cls(**kwargs)