From c0ca28379faf0ea552e1200e081091fea7205d9f Mon Sep 17 00:00:00 2001 From: cyber-pinoeer Date: Thu, 9 May 2024 11:28:03 +0000 Subject: [PATCH] fix auto cast bug --- paddlenlp/generation/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/paddlenlp/generation/utils.py b/paddlenlp/generation/utils.py index ffd34b1d79cd..d896e921386d 100644 --- a/paddlenlp/generation/utils.py +++ b/paddlenlp/generation/utils.py @@ -511,7 +511,7 @@ def update_model_kwargs_for_generation(outputs, model_kwargs, is_encoder_decoder def update_scores_for_generation(scores, next_scores, length, unfinished_flag): # update scores - unfinished_scores = (scores * length + next_scores) / (length + 1) + unfinished_scores = (scores * paddle.cast(length, scores.dtype) + next_scores) / paddle.cast((length + 1), scores.dtype) scores = paddle.where(unfinished_flag, unfinished_scores, scores) return scores