diff --git a/swift/megatron/init.py b/swift/megatron/init.py
index fcf602ed00..d2b7b7cb95 100644
--- a/swift/megatron/init.py
+++ b/swift/megatron/init.py
@@ -673,6 +673,7 @@ def _apply_rotary_pos_emb_thd(
 
 
 def _patch_megatron():
+    os.environ.pop('VLLM_USE_MODELSCOPE', None)
     logging_level = logging.root.level
     _patch_flash_attn()
     _patch_transformer_engine()