Merge pull request #579 from MLgdg/main

Fix FSDP typo in training log
allenai · May 23, 2024 · eafd154 · eafd154
2 parents 652c745 + 96fb8a1
commit eafd154
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/train.py b/scripts/train.py
@@ -129,7 +129,7 @@ def main(cfg: TrainConfig) -> None:
     olmo_model.set_activation_checkpointing(cfg.activation_checkpointing)
 
     # Wrap the model in FSDP.
-    log.info("Wrapping model with FDSP...")
+    log.info("Wrapping model with FSDP...")
     wrap_policy = olmo_model.get_fsdp_wrap_policy(cfg.fsdp.wrapping_strategy)
 
     if version.parse(torch.__version__) >= version.parse("2.1.0"):