[BugFix] Set alpha and dropout defaults in LoraConfig (#390)

* Set alpha and dropout defaults in LoraConfig * Update src/peft/tuners/lora.py Co-authored-by: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> --------- Co-authored-by: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com>
huggingface · Jun 15, 2023 · 8563a63 · 8563a63
1 parent eb75374
commit 8563a63
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/peft/tuners/lora.py b/src/peft/tuners/lora.py
@@ -73,8 +73,8 @@ class LoraConfig(PeftConfig):
             "For example, ['q', 'v'] or '.*decoder.*(SelfAttention|EncDecAttention).*(q|v)$' "
         },
     )
-    lora_alpha: int = field(default=None, metadata={"help": "Lora alpha"})
-    lora_dropout: float = field(default=None, metadata={"help": "Lora dropout"})
+    lora_alpha: int = field(default=8, metadata={"help": "Lora alpha"})
+    lora_dropout: float = field(default=0.0, metadata={"help": "Lora dropout"})
     fan_in_fan_out: bool = field(
         default=False,
         metadata={"help": "Set this to True if the layer to replace stores weight like (fan_in, fan_out)"},