Actually add support for RSLoRA and DoRA

ludwig-ai · Apr 5, 2024 · 517f814 · 517f814
1 parent 4b07ce4
commit 517f814
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/ludwig/schema/llms/peft.py b/ludwig/schema/llms/peft.py
@@ -151,6 +151,8 @@ def to_config(self, task_type: str = None, **kwargs) -> "PeftConfig":
             bias=self.bias_type,
             target_modules=self.target_modules,
             task_type=task_type,
+            use_rslora=self.use_rslora,
+            use_dora=self.use_dora,
         )
 
     @classmethod