Organize

modules/LoRA.py

@@ -8,14 +8,6 @@
 from modules.models import reload_model
 
 
-def merge_loras():
-    if len(list({shared.model.peft_config[adapter].r for adapter in shared.model.peft_config.keys()})) > 1:
-        logger.warning("The loaded LoRAs cannot be merged, as they have dissimilar ranks. Only the first one will be active.")
-        return
-
-    shared.model.add_weighted_adapter(shared.lora_names, [1] * len(shared.lora_names), "__merged")
-    shared.model.set_adapter("__merged")
-
 def add_lora_to_model(lora_names):
     if 'GPTQForCausalLM' in shared.model.__class__.__name__ or shared.args.loader == 'AutoGPTQ':
         add_lora_autogptq(lora_names)
@@ -189,3 +181,12 @@ def add_lora_transformers(lora_names):
                     shared.model = shared.model.to(device)
                 else:
                     shared.model = shared.model.cuda()
+
+
+def merge_loras():
+    if len(list({shared.model.peft_config[adapter].r for adapter in shared.model.peft_config.keys()})) > 1:
+        logger.warning("The loaded LoRAs cannot be merged, as they have dissimilar ranks. Only the first one will be active.")
+        return
+
+    shared.model.add_weighted_adapter(shared.lora_names, [1] * len(shared.lora_names), "__merged")
+    shared.model.set_adapter("__merged")