From 240c62d0dd3ed715eddd36e20196f82da634b938 Mon Sep 17 00:00:00 2001 From: wangruohui <12756472+wangruohui@users.noreply.github.com> Date: Tue, 12 Sep 2023 15:04:53 +0800 Subject: [PATCH] fix output[-1] when output is empty --- lmdeploy/turbomind/turbomind.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lmdeploy/turbomind/turbomind.py b/lmdeploy/turbomind/turbomind.py index c39110b713..45760a309a 100644 --- a/lmdeploy/turbomind/turbomind.py +++ b/lmdeploy/turbomind/turbomind.py @@ -344,7 +344,7 @@ def _broadcast_np(data, dtype, shape=(batch_size, )): outputs = [] for output, len_ in zip(output_ids, sequence_length): output, len_ = output, len_.item() - if output[-1].item() == self.eos_id: + if len(output) > 0 and output[-1].item() == self.eos_id: outputs.append((output[:-1], len_ - 1)) else: outputs.append((output, len_))