From 18747efd60ddd1a7f158e0b8b3188ab0ff2c444c Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 26 Mar 2024 18:51:09 +0100 Subject: [PATCH] Update backend/python/transformers/transformers_server.py Signed-off-by: Ettore Di Giacinto --- backend/python/transformers/transformers_server.py | 1 - 1 file changed, 1 deletion(-) diff --git a/backend/python/transformers/transformers_server.py b/backend/python/transformers/transformers_server.py index 93a717d91e3..a87020218f3 100755 --- a/backend/python/transformers/transformers_server.py +++ b/backend/python/transformers/transformers_server.py @@ -260,7 +260,6 @@ def Predict(self, request, context, streaming=False): do_sample=True, pad_token=self.tokenizer.eos_token_id) generated_text = self.tokenizer.batch_decode(outputs[:, inputs["input_ids"].shape[1]:], skip_special_tokens=True)[0] - yield backend_pb2.Reply(message=bytes(new_text, encoding='utf-8')) return backend_pb2.Reply(message=bytes(generated_text, encoding='utf-8')) def PredictStream(self, request, context):