Update generation_utils.py (#8502)

* Update generation_utils.py * Update generation_utils.py
PaddlePaddle · Jun 6, 2024 · 0e0c9b4 · 0e0c9b4
1 parent d06b327
commit 0e0c9b4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/paddlenlp/experimental/transformers/generation_utils.py b/paddlenlp/experimental/transformers/generation_utils.py
@@ -326,12 +326,12 @@ def _post_process_(outputs, top_p, temperature, step_idx_ori, model_kwargs):
                 model_kwargs["min_dec_len"],
                 eos_token_id,
             )
+            logits = logits / temperature
+
             # sample
             probs = F.softmax(logits)
 
             # compute next_tokens, use paddle.tensor.top_p_sampling
-            logits = logits / temperature
-
             _, next_tokens = paddle.tensor.top_p_sampling(probs, top_p)
 
             if self.config.tensor_parallel_degree > 1: