Update param_groups.py

facebookresearch · Oct 27, 2023 · 3360d38 · 3360d38
1 parent d3b77f1
commit 3360d38
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/dinov2/utils/param_groups.py b/dinov2/utils/param_groups.py
@@ -25,7 +25,7 @@ def get_vit_lr_decay_rate(name, lr_decay_rate=1.0, num_layers=12, force_is_backb
         if ".pos_embed" in name or ".patch_embed" in name or ".mask_token" in name or ".cls_token" in name or ".register_tokens" in name:
             layer_id = 0
         elif force_is_backbone and (
-            "pos_embed" in name or "patch_embed" in name or "mask_token" in name or "cls_token" in name  or "register_tokens" in name
+            "pos_embed" in name or "patch_embed" in name or "mask_token" in name or "cls_token" in name or "register_tokens" in name
         ):
             layer_id = 0
         elif ".blocks." in name and ".residual." not in name: