diff --git a/swift/llm/template/base.py b/swift/llm/template/base.py index 238a4a89af..104f59e00b 100644 --- a/swift/llm/template/base.py +++ b/swift/llm/template/base.py @@ -1146,7 +1146,8 @@ def _swift_encode(self, inputs: StdTemplateInputs): if template_meta.auto_add_bos and sep_token: res_context_list.append(sep_token) res_context_types.append(ContextType.SUFFIX) - res_context_list, loss_scale_list = self.loss_scale(res_context_list, res_context_types, inputs.messages) + res_context_list, loss_scale_list = self.loss_scale(res_context_list, res_context_types, inputs.messages, + **inputs.extra_kwargs) if self.is_training: answer_len = len(extra_context_list) + bool(response is not None) else: