From e46caacfd899791786cdf9cc8f2dc79e1d8b3222 Mon Sep 17 00:00:00 2001 From: linoytsaban Date: Mon, 3 Nov 2025 16:49:12 +0200 Subject: [PATCH 1/2] fix bug when offload and cache_latents both enabled --- src/diffusers/loaders/lora_conversion_utils.py | 4 ++++ src/diffusers/loaders/lora_pipeline.py | 3 ++- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/src/diffusers/loaders/lora_conversion_utils.py b/src/diffusers/loaders/lora_conversion_utils.py index 099dbfc1d2d8..b9c2e3cf7de6 100644 --- a/src/diffusers/loaders/lora_conversion_utils.py +++ b/src/diffusers/loaders/lora_conversion_utils.py @@ -2213,6 +2213,10 @@ def convert_key(key: str) -> str: state_dict = {convert_key(k): v for k, v in state_dict.items()} + has_default = any("default." in k for k in state_dict) + if has_default: + state_dict = {key.replace("default.", ""): v for k, v in state_dict.items()} + converted_state_dict = {} all_keys = list(state_dict.keys()) down_key = ".lora_down.weight" diff --git a/src/diffusers/loaders/lora_pipeline.py b/src/diffusers/loaders/lora_pipeline.py index 2bb6c0ea026e..25919a896af0 100644 --- a/src/diffusers/loaders/lora_pipeline.py +++ b/src/diffusers/loaders/lora_pipeline.py @@ -4940,7 +4940,8 @@ def lora_state_dict( has_alphas_in_sd = any(k.endswith(".alpha") for k in state_dict) has_lora_unet = any(k.startswith("lora_unet_") for k in state_dict) has_diffusion_model = any(k.startswith("diffusion_model.") for k in state_dict) - if has_alphas_in_sd or has_lora_unet or has_diffusion_model: + has_default = any("default." in k for k in state_dict) + if has_alphas_in_sd or has_lora_unet or has_diffusion_model or has_default: state_dict = _convert_non_diffusers_qwen_lora_to_diffusers(state_dict) out = (state_dict, metadata) if return_lora_metadata else state_dict From a51656c0f551bf68536c54459017ab37d5b0bd60 Mon Sep 17 00:00:00 2001 From: linoytsaban Date: Mon, 3 Nov 2025 17:21:34 +0200 Subject: [PATCH 2/2] fix --- src/diffusers/loaders/lora_conversion_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/diffusers/loaders/lora_conversion_utils.py b/src/diffusers/loaders/lora_conversion_utils.py index b9c2e3cf7de6..2807416f97ae 100644 --- a/src/diffusers/loaders/lora_conversion_utils.py +++ b/src/diffusers/loaders/lora_conversion_utils.py @@ -2215,7 +2215,7 @@ def convert_key(key: str) -> str: has_default = any("default." in k for k in state_dict) if has_default: - state_dict = {key.replace("default.", ""): v for k, v in state_dict.items()} + state_dict = {k.replace("default.", ""): v for k, v in state_dict.items()} converted_state_dict = {} all_keys = list(state_dict.keys())