fix: Fixed norm wd

frgfm · Nov 6, 2021 · 670317b · 670317b
1 parent 30cdf82
commit 670317b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/holocron/trainer/core.py b/holocron/trainer/core.py
@@ -175,7 +175,8 @@ def _set_params(self, norm_weight_decay: Optional[float] = None) -> None:
             self._params = [ContiguousParams([p for p in self.model.parameters() if p.requires_grad])]
         else:
             self._params = [
-                ContiguousParams(_params) for _params in split_normalization_params(self.model)
+                ContiguousParams(_params) if len(_params) > 0 else None
+                for _params in split_normalization_params(self.model)
             ]
 
     def _reset_opt(self, lr: float, norm_weight_decay: Optional[float] = None) -> None: