add streamimg finish reason check

devinyf · Mar 8, 2024 · 1b2c5d2 · 1b2c5d2
1 parent f41ee85
commit 1b2c5d2
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/qwen/qwencli.go b/qwen/qwencli.go
@@ -87,6 +87,10 @@ func iterateStreamChannel[T IQwenContent](ctx context.Context, channel <-chan St
 			choice.FinishReason = rspData.Output.Output.Choices[0].FinishReason
 
 			outputMessage.Output.Choices[0] = choice
+
+			if choice.FinishReason != "" && choice.FinishReason != "null" {
+				break
+			}
 		}
 	}
 
@@ -101,7 +105,7 @@ func asyncChatStreaming[T IQwenContent](
 	cli httpclient.IHttpClient,
 	url, token string,
 ) <-chan StreamOutput[T] {
-	chanBuffer := 100
+	chanBuffer := 1000
 	_respChunkChannel := make(chan StreamOutput[T], chanBuffer)
 
 	go func() {