fix bug

xusenlinzy · Apr 29, 2024 · 6c171e7 · 6c171e7
1 parent a70de4b
commit 6c171e7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/api/vllm_routes/chat.py b/api/vllm_routes/chat.py
@@ -277,7 +277,7 @@ async def create_chat_completion_stream(
 
                 choice = ChunkChoice(
                     index=i,
-                    delta=delta or ChoiceDelta(),
+                    delta=delta or ChoiceDelta(content=delta_text),
                     finish_reason=finish_reason,
                     logprobs=None,
                 )