diff --git a/swift/trainers/mixin.py b/swift/trainers/mixin.py
index 84ca06fe75..38544d478e 100644
--- a/swift/trainers/mixin.py
+++ b/swift/trainers/mixin.py
@@ -243,7 +243,7 @@ def _push_from_checkpoint(self, checkpoint_folder: str) -> None:
 class SwiftMixin:
 
     def __init__(self, *args, **kwargs) -> None:
-        check_model = kwargs.get('check_model', True)
+        check_model = kwargs.pop('check_model', True)
         model = kwargs['model']
         if check_model and hasattr(model, 'model_dir'):
             check_local_model_is_latest(
@@ -252,7 +252,7 @@ def __init__(self, *args, **kwargs) -> None:
                     Invoke.KEY:
                     Invoke.LOCAL_TRAINER,
                     Invoke.THIRD_PARTY:
-                    kwargs.get(Invoke.THIRD_PARTY, Invoke.SWIFT),
+                    kwargs.pop(Invoke.THIRD_PARTY, Invoke.SWIFT),
                 })
 
         # Compatible with transformers>=4.34