add todo

PaddlePaddle · May 10, 2024 · 58af3ec · 58af3ec
1 parent f203983
commit 58af3ec
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/llm/utils.py b/llm/utils.py
@@ -41,7 +41,6 @@
 
 
 def compute_metrics(eval_preds):
-
     flattened_preds = np.array(eval_preds.predictions).flatten()
     flattened_labels = np.array(eval_preds.label_ids).flatten()
     filtered_preds = flattened_preds[flattened_labels != -100]
@@ -155,6 +154,7 @@ def get_lora_target_modules(model):
             ".*k_proj.*",
             ".*v_proj.*",
             ".*o_proj.*",
+            # ".*gate.*", # TODO(DrownFish19): Does the gate weight require training?
             ".*w1.*",
             ".*w2.*",
             ".*w3.*",
@@ -165,6 +165,7 @@ def get_lora_target_modules(model):
             ".*k_proj.*",
             ".*v_proj.*",
             ".*o_proj.*",
+            # ".*gate.*", # TODO(DrownFish19): Does the gate weight require training?
             ".*gate_proj.*",
             ".*up_proj.*",
             ".*down_proj.*",