-
Notifications
You must be signed in to change notification settings - Fork 6.8k
Description
Describe the bug
Traceback (most recent call last):
File "/usr/local/lib/python3.11/site-packages/aiohttp/web_protocol.py", line 510, in _handle_request
resp = await request_handler(request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/aiohttp/web_app.py", line 569, in _handle
return await handler(request)
^^^^^^^^^^^^^^^^^^^^^^
File "/home/studio_service/PROJECT/app.py", line 30, in imageGet
request.app.pop('future').result().save(buffer, 'png')
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/concurrent/futures/thread.py", line 58, in run
result = self.fn(*self.args, **self.kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/studio_service/PROJECT/app.py", line 16, in imageGenerate
flux.load_lora_weights(modelscope.model_file_download('chaowenguo/lora', 'klein_snofs_v1_1.safetensors'), adapter_name='snofs')
File "/usr/local/lib/python3.11/site-packages/diffusers/loaders/lora_pipeline.py", line 5713, in load_lora_weights
state_dict, metadata = self.lora_state_dict(pretrained_model_name_or_path_or_dict, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
return fn(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/diffusers/loaders/lora_pipeline.py", line 5682, in lora_state_dict
state_dict = _convert_non_diffusers_flux2_lora_to_diffusers(state_dict)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/diffusers/loaders/lora_conversion_utils.py", line 2435, in _convert_non_diffusers_flux2_lora_to_diffusers
raise ValueError(f"original_state_dict should be empty at this point but has {original_state_dict.keys()=}.")
ValueError: original_state_dict should be empty at this point but has original_state_dict.keys()=dict_keys(['double_blocks.0.img_attn.proj.alpha', 'double_blocks.0.img_attn.proj.lokr_w1', 'double_blocks.0.img_attn.proj.lokr_w2', 'double_blocks.0.img_attn.qkv.alpha', 'double_blocks.0.img_attn.qkv.lokr_w1', 'double_blocks.0.img_attn.qkv.lokr_w2', 'double_blocks.0.img_mlp.0.alpha', 'double_blocks.0.img_mlp.0.lokr_w1', 'double_blocks.0.img_mlp.0.lokr_w2', 'double_blocks.0.img_mlp.2.alpha', 'double_blocks.0.img_mlp.2.lokr_w1', 'double_blocks.0.img_mlp.2.lokr_w2', 'double_blocks.0.txt_attn.proj.alpha', 'double_blocks.0.txt_attn.proj.lokr_w1', 'double_blocks.0.txt_attn.proj.lokr_w2', 'double_blocks.0.txt_attn.qkv.alpha', 'double_blocks.0.txt_attn.qkv.lokr_w1', 'double_blocks.0.txt_attn.qkv.lokr_w2', 'double_blocks.0.txt_mlp.0.alpha', 'double_blocks.0.txt_mlp.0.lokr_w1', 'double_blocks.0.txt_mlp.0.lokr_w2', 'double_blocks.0.txt_mlp.2.alpha', 'double_blocks.0.txt_mlp.2.lokr_w1', 'double_blocks.0.txt_mlp.2.lokr_w2', 'double_blocks.1.img_attn.proj.alpha', 'double_blocks.1.img_attn.proj.lokr_w1', 'double_blocks.1.img_attn.proj.lokr_w2', 'double_blocks.1.img_attn.qkv.alpha', 'double_blocks.1.img_attn.qkv.lokr_w1', 'double_blocks.1.img_attn.qkv.lokr_w2', 'double_blocks.1.img_mlp.0.alpha', 'double_blocks.1.img_mlp.0.lokr_w1', 'double_blocks.1.img_mlp.0.lokr_w2', 'double_blocks.1.img_mlp.2.alpha', 'double_blocks.1.img_mlp.2.lokr_w1', 'double_blocks.1.img_mlp.2.lokr_w2', 'double_blocks.1.txt_attn.proj.alpha', 'double_blocks.1.txt_attn.proj.lokr_w1', 'double_blocks.1.txt_attn.proj.lokr_w2', 'double_blocks.1.txt_attn.qkv.alpha', 'double_blocks.1.txt_attn.qkv.lokr_w1', 'double_blocks.1.txt_attn.qkv.lokr_w2', 'double_blocks.1.txt_mlp.0.alpha', 'double_blocks.1.txt_mlp.0.lokr_w1', 'double_blocks.1.txt_mlp.0.lokr_w2', 'double_blocks.1.txt_mlp.2.alpha', 'double_blocks.1.txt_mlp.2.lokr_w1', 'double_blocks.1.txt_mlp.2.lokr_w2', 'double_blocks.2.img_attn.proj.alpha', 'double_blocks.2.img_attn.proj.lokr_w1', 'double_blocks.2.img_attn.proj.lokr_w2', 'double_blocks.2.img_attn.qkv.alpha', 'double_blocks.2.img_attn.qkv.lokr_w1', 'double_blocks.2.img_attn.qkv.lokr_w2', 'double_blocks.2.img_mlp.0.alpha', 'double_blocks.2.img_mlp.0.lokr_w1', 'double_blocks.2.img_mlp.0.lokr_w2', 'double_blocks.2.img_mlp.2.alpha', 'double_blocks.2.img_mlp.2.lokr_w1', 'double_blocks.2.img_mlp.2.lokr_w2', 'double_blocks.2.txt_attn.proj.alpha', 'double_blocks.2.txt_attn.proj.lokr_w1', 'double_blocks.2.txt_attn.proj.lokr_w2', 'double_blocks.2.txt_attn.qkv.alpha', 'double_blocks.2.txt_attn.qkv.lokr_w1', 'double_blocks.2.txt_attn.qkv.lokr_w2', 'double_blocks.2.txt_mlp.0.alpha', 'double_blocks.2.txt_mlp.0.lokr_w1', 'double_blocks.2.txt_mlp.0.lokr_w2', 'double_blocks.2.txt_mlp.2.alpha', 'double_blocks.2.txt_mlp.2.lokr_w1', 'double_blocks.2.txt_mlp.2.lokr_w2', 'double_blocks.3.img_attn.proj.alpha', 'double_blocks.3.img_attn.proj.lokr_w1', 'double_blocks.3.img_attn.proj.lokr_w2', 'double_blocks.3.img_attn.qkv.alpha', 'double_blocks.3.img_attn.qkv.lokr_w1', 'double_blocks.3.img_attn.qkv.lokr_w2', 'double_blocks.3.img_mlp.0.alpha', 'double_blocks.3.img_mlp.0.lokr_w1', 'double_blocks.3.img_mlp.0.lokr_w2', 'double_blocks.3.img_mlp.2.alpha', 'double_blocks.3.img_mlp.2.lokr_w1', 'double_blocks.3.img_mlp.2.lokr_w2', 'double_blocks.3.txt_attn.proj.alpha', 'double_blocks.3.txt_attn.proj.lokr_w1', 'double_blocks.3.txt_attn.proj.lokr_w2', 'double_blocks.3.txt_attn.qkv.alpha', 'double_blocks.3.txt_attn.qkv.lokr_w1', 'double_blocks.3.txt_attn.qkv.lokr_w2', 'double_blocks.3.txt_mlp.0.alpha', 'double_blocks.3.txt_mlp.0.lokr_w1', 'double_blocks.3.txt_mlp.0.lokr_w2', 'double_blocks.3.txt_mlp.2.alpha', 'double_blocks.3.txt_mlp.2.lokr_w1', 'double_blocks.3.txt_mlp.2.lokr_w2', 'double_blocks.4.img_attn.proj.alpha', 'double_blocks.4.img_attn.proj.lokr_w1', 'double_blocks.4.img_attn.proj.lokr_w2', 'double_blocks.4.img_attn.qkv.alpha', 'double_blocks.4.img_attn.qkv.lokr_w1', 'double_blocks.4.img_attn.qkv.lokr_w2', 'double_blocks.4.img_mlp.0.alpha', 'double_blocks.4.img_mlp.0.lokr_w1', 'double_blocks.4.img_mlp.0.lokr_w2', 'double_blocks.4.img_mlp.2.alpha', 'double_blocks.4.img_mlp.2.lokr_w1', 'double_blocks.4.img_mlp.2.lokr_w2', 'double_blocks.4.txt_attn.proj.alpha', 'double_blocks.4.txt_attn.proj.lokr_w1', 'double_blocks.4.txt_attn.proj.lokr_w2', 'double_blocks.4.txt_attn.qkv.alpha', 'double_blocks.4.txt_attn.qkv.lokr_w1', 'double_blocks.4.txt_attn.qkv.lokr_w2', 'double_blocks.4.txt_mlp.0.alpha', 'double_blocks.4.txt_mlp.0.lokr_w1', 'double_blocks.4.txt_mlp.0.lokr_w2', 'double_blocks.4.txt_mlp.2.alpha', 'double_blocks.4.txt_mlp.2.lokr_w1', 'double_blocks.4.txt_mlp.2.lokr_w2', 'double_blocks.5.img_attn.proj.alpha', 'double_blocks.5.img_attn.proj.lokr_w1', 'double_blocks.5.img_attn.proj.lokr_w2', 'double_blocks.5.img_attn.qkv.alpha', 'double_blocks.5.img_attn.qkv.lokr_w1', 'double_blocks.5.img_attn.qkv.lokr_w2', 'double_blocks.5.img_mlp.0.alpha', 'double_blocks.5.img_mlp.0.lokr_w1', 'double_blocks.5.img_mlp.0.lokr_w2', 'double_blocks.5.img_mlp.2.alpha', 'double_blocks.5.img_mlp.2.lokr_w1', 'double_blocks.5.img_mlp.2.lokr_w2', 'double_blocks.5.txt_attn.proj.alpha', 'double_blocks.5.txt_attn.proj.lokr_w1', 'double_blocks.5.txt_attn.proj.lokr_w2', 'double_blocks.5.txt_attn.qkv.alpha', 'double_blocks.5.txt_attn.qkv.lokr_w1', 'double_blocks.5.txt_attn.qkv.lokr_w2', 'double_blocks.5.txt_mlp.0.alpha', 'double_blocks.5.txt_mlp.0.lokr_w1', 'double_blocks.5.txt_mlp.0.lokr_w2', 'double_blocks.5.txt_mlp.2.alpha', 'double_blocks.5.txt_mlp.2.lokr_w1', 'double_blocks.5.txt_mlp.2.lokr_w2', 'double_blocks.6.img_attn.proj.alpha', 'double_blocks.6.img_attn.proj.lokr_w1', 'double_blocks.6.img_attn.proj.lokr_w2', 'double_blocks.6.img_attn.qkv.alpha', 'double_blocks.6.img_attn.qkv.lokr_w1', 'double_blocks.6.img_attn.qkv.lokr_w2', 'double_blocks.6.img_mlp.0.alpha', 'double_blocks.6.img_mlp.0.lokr_w1', 'double_blocks.6.img_mlp.0.lokr_w2', 'double_blocks.6.img_mlp.2.alpha', 'double_blocks.6.img_mlp.2.lokr_w1', 'double_blocks.6.img_mlp.2.lokr_w2', 'double_blocks.6.txt_attn.proj.alpha', 'double_blocks.6.txt_attn.proj.lokr_w1', 'double_blocks.6.txt_attn.proj.lokr_w2', 'double_blocks.6.txt_attn.qkv.alpha', 'double_blocks.6.txt_attn.qkv.lokr_w1', 'double_blocks.6.txt_attn.qkv.lokr_w2', 'double_blocks.6.txt_mlp.0.alpha', 'double_blocks.6.txt_mlp.0.lokr_w1', 'double_blocks.6.txt_mlp.0.lokr_w2', 'double_blocks.6.txt_mlp.2.alpha', 'double_blocks.6.txt_mlp.2.lokr_w1', 'double_blocks.6.txt_mlp.2.lokr_w2', 'double_blocks.7.img_attn.proj.alpha', 'double_blocks.7.img_attn.proj.lokr_w1', 'double_blocks.7.img_attn.proj.lokr_w2', 'double_blocks.7.img_attn.qkv.alpha', 'double_blocks.7.img_attn.qkv.lokr_w1', 'double_blocks.7.img_attn.qkv.lokr_w2', 'double_blocks.7.img_mlp.0.alpha', 'double_blocks.7.img_mlp.0.lokr_w1', 'double_blocks.7.img_mlp.0.lokr_w2', 'double_blocks.7.img_mlp.2.alpha', 'double_blocks.7.img_mlp.2.lokr_w1', 'double_blocks.7.img_mlp.2.lokr_w2', 'double_blocks.7.txt_attn.proj.alpha', 'double_blocks.7.txt_attn.proj.lokr_w1', 'double_blocks.7.txt_attn.proj.lokr_w2', 'double_blocks.7.txt_attn.qkv.alpha', 'double_blocks.7.txt_attn.qkv.lokr_w1', 'double_blocks.7.txt_attn.qkv.lokr_w2', 'double_blocks.7.txt_mlp.0.alpha', 'double_blocks.7.txt_mlp.0.lokr_w1', 'double_blocks.7.txt_mlp.0.lokr_w2', 'double_blocks.7.txt_mlp.2.alpha', 'double_blocks.7.txt_mlp.2.lokr_w1', 'double_blocks.7.txt_mlp.2.lokr_w2', 'single_blocks.0.linear1.alpha', 'single_blocks.0.linear1.lokr_w1', 'single_blocks.0.linear1.lokr_w2', 'single_blocks.0.linear2.alpha', 'single_blocks.0.linear2.lokr_w1', 'single_blocks.0.linear2.lokr_w2', 'single_blocks.1.linear1.alpha', 'single_blocks.1.linear1.lokr_w1', 'single_blocks.1.linear1.lokr_w2', 'single_blocks.1.linear2.alpha', 'single_blocks.1.linear2.lokr_w1', 'single_blocks.1.linear2.lokr_w2', 'single_blocks.10.linear1.alpha', 'single_blocks.10.linear1.lokr_w1', 'single_blocks.10.linear1.lokr_w2', 'single_blocks.10.linear2.alpha', 'single_blocks.10.linear2.lokr_w1', 'single_blocks.10.linear2.lokr_w2', 'single_blocks.11.linear1.alpha', 'single_blocks.11.linear1.lokr_w1', 'single_blocks.11.linear1.lokr_w2', 'single_blocks.11.linear2.alpha', 'single_blocks.11.linear2.lokr_w1', 'single_blocks.11.linear2.lokr_w2', 'single_blocks.12.linear1.alpha', 'single_blocks.12.linear1.lokr_w1', 'single_blocks.12.linear1.lokr_w2', 'single_blocks.12.linear2.alpha', 'single_blocks.12.linear2.lokr_w1', 'single_blocks.12.linear2.lokr_w2', 'single_blocks.13.linear1.alpha', 'single_blocks.13.linear1.lokr_w1', 'single_blocks.13.linear1.lokr_w2', 'single_blocks.13.linear2.alpha', 'single_blocks.13.linear2.lokr_w1', 'single_blocks.13.linear2.lokr_w2', 'single_blocks.14.linear1.alpha', 'single_blocks.14.linear1.lokr_w1', 'single_blocks.14.linear1.lokr_w2', 'single_blocks.14.linear2.alpha', 'single_blocks.14.linear2.lokr_w1', 'single_blocks.14.linear2.lokr_w2', 'single_blocks.15.linear1.alpha', 'single_blocks.15.linear1.lokr_w1', 'single_blocks.15.linear1.lokr_w2', 'single_blocks.15.linear2.alpha', 'single_blocks.15.linear2.lokr_w1', 'single_blocks.15.linear2.lokr_w2', 'single_blocks.16.linear1.alpha', 'single_blocks.16.linear1.lokr_w1', 'single_blocks.16.linear1.lokr_w2', 'single_blocks.16.linear2.alpha', 'single_blocks.16.linear2.lokr_w1', 'single_blocks.16.linear2.lokr_w2', 'single_blocks.17.linear1.alpha', 'single_blocks.17.linear1.lokr_w1', 'single_blocks.17.linear1.lokr_w2', 'single_blocks.17.linear2.alpha', 'single_blocks.17.linear2.lokr_w1', 'single_blocks.17.linear2.lokr_w2', 'single_blocks.18.linear1.alpha', 'single_blocks.18.linear1.lokr_w1', 'single_blocks.18.linear1.lokr_w2', 'single_blocks.18.linear2.alpha', 'single_blocks.18.linear2.lokr_w1', 'single_blocks.18.linear2.lokr_w2', 'single_blocks.19.linear1.alpha', 'single_blocks.19.linear1.lokr_w1', 'single_blocks.19.linear1.lokr_w2', 'single_blocks.19.linear2.alpha', 'single_blocks.19.linear2.lokr_w1', 'single_blocks.19.linear2.lokr_w2', 'single_blocks.2.linear1.alpha', 'single_blocks.2.linear1.lokr_w1', 'single_blocks.2.linear1.lokr_w2', 'single_blocks.2.linear2.alpha', 'single_blocks.2.linear2.lokr_w1', 'single_blocks.2.linear2.lokr_w2', 'single_blocks.20.linear1.alpha', 'single_blocks.20.linear1.lokr_w1', 'single_blocks.20.linear1.lokr_w2', 'single_blocks.20.linear2.alpha', 'single_blocks.20.linear2.lokr_w1', 'single_blocks.20.linear2.lokr_w2', 'single_blocks.21.linear1.alpha', 'single_blocks.21.linear1.lokr_w1', 'single_blocks.21.linear1.lokr_w2', 'single_blocks.21.linear2.alpha', 'single_blocks.21.linear2.lokr_w1', 'single_blocks.21.linear2.lokr_w2', 'single_blocks.22.linear1.alpha', 'single_blocks.22.linear1.lokr_w1', 'single_blocks.22.linear1.lokr_w2', 'single_blocks.22.linear2.alpha', 'single_blocks.22.linear2.lokr_w1', 'single_blocks.22.linear2.lokr_w2', 'single_blocks.23.linear1.alpha', 'single_blocks.23.linear1.lokr_w1', 'single_blocks.23.linear1.lokr_w2', 'single_blocks.23.linear2.alpha', 'single_blocks.23.linear2.lokr_w1', 'single_blocks.23.linear2.lokr_w2', 'single_blocks.3.linear1.alpha', 'single_blocks.3.linear1.lokr_w1', 'single_blocks.3.linear1.lokr_w2', 'single_blocks.3.linear2.alpha', 'single_blocks.3.linear2.lokr_w1', 'single_blocks.3.linear2.lokr_w2', 'single_blocks.4.linear1.alpha', 'single_blocks.4.linear1.lokr_w1', 'single_blocks.4.linear1.lokr_w2', 'single_blocks.4.linear2.alpha', 'single_blocks.4.linear2.lokr_w1', 'single_blocks.4.linear2.lokr_w2', 'single_blocks.5.linear1.alpha', 'single_blocks.5.linear1.lokr_w1', 'single_blocks.5.linear1.lokr_w2', 'single_blocks.5.linear2.alpha', 'single_blocks.5.linear2.lokr_w1', 'single_blocks.5.linear2.lokr_w2', 'single_blocks.6.linear1.alpha', 'single_blocks.6.linear1.lokr_w1', 'single_blocks.6.linear1.lokr_w2', 'single_blocks.6.linear2.alpha', 'single_blocks.6.linear2.lokr_w1', 'single_blocks.6.linear2.lokr_w2', 'single_blocks.7.linear1.alpha', 'single_blocks.7.linear1.lokr_w1', 'single_blocks.7.linear1.lokr_w2', 'single_blocks.7.linear2.alpha', 'single_blocks.7.linear2.lokr_w1', 'single_blocks.7.linear2.lokr_w2', 'single_blocks.8.linear1.alpha', 'single_blocks.8.linear1.lokr_w1', 'single_blocks.8.linear1.lokr_w2', 'single_blocks.8.linear2.alpha', 'single_blocks.8.linear2.lokr_w1', 'single_blocks.8.linear2.lokr_w2', 'single_blocks.9.linear1.alpha', 'single_blocks.9.linear1.lokr_w1', 'single_blocks.9.linear1.lokr_w2', 'single_blocks.9.linear2.alpha', 'single_blocks.9.linear2.lokr_w1', 'single_blocks.9.linear2.lokr_w2']).
[2026-3-12 12:01:21] FC Invoke Start RequestId: 988e5f0a-c97a-4f35-b8b3-331b48835cfb
[2026-3-12 12:01:21] FC Invoke End RequestId: 988e5f0a-c97a-4f35-b8b3-331b48835cfb
Reproduction
import diffusers, torch
diffusers.Flux2KleinPipeline.from_pretrained('black-forest-labs/FLUX.2-klein-9B', torch_dtype=torch.bfloat16, quantization_config=diffusers.PipelineQuantizationConfig(quant_backend='bitsandbytes_4bit', quant_kwargs={'load_in_4bit':True, 'bnb_4bit_quant_type':'nf4', 'bnb_4bit_compute_dtype':torch.bfloat16}, components_to_quantize=['transformer', 'text_encoder'])).save_pretrained('flux')
flux = diffusers.Flux2KleinPipeline.from_pretrained('flux', torch_dtype=torch.bfloat16)
flux.load_lora_weights('chaowenguo/lora', weight_name='klein_snofs_v1_1.safetensors', adapter_name='snofs') #you can find the klein_snofs_v1_1.safetensors in https://www.modelscope.cn/models/chaowenguo/lora/files
flux.set_adapters('snofs', adapter_weights=1)
flux._exclude_from_cpu_offload = ['vae']
flux.enable_model_cpu_offload()
flux(prompt='a gorgeous japanese girl', height=1280, width=720, num_inference_steps=8, guidance_scale=1).images[0]flux.load_lora_weights('chaowenguo/lora', weight_name='klein_snofs_v1_1.safetensors', adapter_name='snofs') this cause the problem
Logs
System Info
diffusers 0.37.0
ubuntu22.04-cuda12.4.0-py311-torch2.8.0