From b07c5ffceaab47f1c61970ca39ad7f6dd3e3688d Mon Sep 17 00:00:00 2001 From: hjh0119 Date: Mon, 17 Nov 2025 01:13:14 +0800 Subject: [PATCH] fix add_eos in gkd/grpo for truncated sample encode --- swift/trainers/rlhf_trainer/rollout_mixin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/swift/trainers/rlhf_trainer/rollout_mixin.py b/swift/trainers/rlhf_trainer/rollout_mixin.py index 3cb154a94c..3a82e54944 100644 --- a/swift/trainers/rlhf_trainer/rollout_mixin.py +++ b/swift/trainers/rlhf_trainer/rollout_mixin.py @@ -844,7 +844,7 @@ def merge_output_input_data(input_data: Dict[str, Union[torch.Tensor, Any]], out input_data['finish_reason'] = choice.finish_reason input_data['is_truncated'] = choice.finish_reason == 'length' - + input_data['add_eos'] = not choice.finish_reason == 'length' if output.rollout_infos: multi_modal_keys = ['images', 'videos', 'audios'] for key in multi_modal_keys: