Config.from_json: support for legacy bias and lm_head_bias

Lightning-AI · Mar 18, 2024 · 8def859 · 8def859
1 parent 188162d
commit 8def859
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/litgpt/config.py b/litgpt/config.py
@@ -866,7 +866,7 @@ def norm_class(self) -> Type:
         n_query_groups=1,
         rotary_percentage=1.0,
         parallel_residual=False,
-        bias=False,
+        bias_map=BiasMap(False),
         norm_class_name="RMSNorm",
         mlp_class_name="GemmaMLP",
         gelu_approximate="tanh",
@@ -885,7 +885,7 @@ def norm_class(self) -> Type:
         head_size=256,
         rotary_percentage=1.0,
         parallel_residual=False,
-        bias=False,
+        bias_map=BiasMap(False),
         norm_class_name="RMSNorm",
         mlp_class_name="GemmaMLP",
         gelu_approximate="tanh",
@@ -998,7 +998,7 @@ def norm_class(self) -> Type:
         n_query_groups=8,
         rotary_percentage=1.0,
         parallel_residual=False,
-        bias=False,
+        bias_map=BiasMap(False),
         norm_class_name="RMSNorm",
         norm_eps=1e-05,
         mlp_class_name="LLaMAMLP",
@@ -1074,7 +1074,7 @@ def norm_class(self) -> Type:
         n_query_groups=8,
         rotary_percentage=1.0,
         parallel_residual=False,
-        bias=False,
+        bias_map=BiasMap(False),
         norm_class_name="RMSNorm",
         norm_eps=1e-05,
         mlp_class_name="LLaMAMLP",
@@ -1150,7 +1150,7 @@ def norm_class(self) -> Type:
         n_query_groups=8,
         rotary_percentage=1.0,
         parallel_residual=False,
-        bias=False,
+        bias_map=BiasMap(False),
         norm_class_name="RMSNorm",
         norm_eps=1e-05,
         mlp_class_name="LLaMAMLP",
@@ -1409,7 +1409,7 @@ def norm_class(self) -> Type:
         n_query_groups=8,
         rotary_percentage=1.0,
         parallel_residual=False,
-        bias=False,
+        bias_map=BiasMap(False),
         norm_class_name="RMSNorm",
         norm_eps=1e-05,
         mlp_class_name="LLaMAMLP",