From 5e6420f665701a581dbac67722e7613218bbf62a Mon Sep 17 00:00:00 2001 From: laksjdjf Date: Mon, 11 Mar 2024 10:27:43 +0900 Subject: [PATCH 1/2] Fix ControlNetModel.from_unet do not load add_embedding --- src/diffusers/models/controlnet.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/diffusers/models/controlnet.py b/src/diffusers/models/controlnet.py index 130e6430dca6..30415c5988b9 100644 --- a/src/diffusers/models/controlnet.py +++ b/src/diffusers/models/controlnet.py @@ -508,6 +508,9 @@ def from_unet( if controlnet.class_embedding: controlnet.class_embedding.load_state_dict(unet.class_embedding.state_dict()) + + if hasattr(controlnet, "add_embedding"): + controlnet.add_embedding.load_state_dict(unet.add_embedding.state_dict()) controlnet.down_blocks.load_state_dict(unet.down_blocks.state_dict()) controlnet.mid_block.load_state_dict(unet.mid_block.state_dict()) From d4ee945b6e01850d797f097081a9735fb903ce13 Mon Sep 17 00:00:00 2001 From: laksjdjf Date: Mon, 11 Mar 2024 13:56:34 +0900 Subject: [PATCH 2/2] delete white space in blank line --- src/diffusers/models/controlnet.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/diffusers/models/controlnet.py b/src/diffusers/models/controlnet.py index 30415c5988b9..48d6ec891ee8 100644 --- a/src/diffusers/models/controlnet.py +++ b/src/diffusers/models/controlnet.py @@ -508,7 +508,7 @@ def from_unet( if controlnet.class_embedding: controlnet.class_embedding.load_state_dict(unet.class_embedding.state_dict()) - + if hasattr(controlnet, "add_embedding"): controlnet.add_embedding.load_state_dict(unet.add_embedding.state_dict())