feat: add torch reproducibility code (#320)

This commit adds extra code that can be uncommented to increase algorithm reproducibility over different machines.
rickstaa · Aug 8, 2023 · 89ef5a2 · 89ef5a2
1 parent 14f9860
commit 89ef5a2
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/stable_learning_control/algos/pytorch/lac/lac.py b/stable_learning_control/algos/pytorch/lac/lac.py
@@ -1049,6 +1049,8 @@ def lac(
         os.environ["PYTHONHASHSEED"] = str(
             seed
         )  # Ensure python hashing is deterministic.
+        # torch.use_deterministic_algorithms(True)  # Disable for reproducibility.
+        # torch.backends.cudnn.benchmark = False  # Disable for reproducibility.
 
     policy = LAC(
         env,

diff --git a/stable_learning_control/algos/pytorch/sac/sac.py b/stable_learning_control/algos/pytorch/sac/sac.py
@@ -994,6 +994,8 @@ def sac(
         os.environ["PYTHONHASHSEED"] = str(
             seed
         )  # Ensure python hashing is deterministic.
+        # torch.use_deterministic_algorithms(True)  # Disable for reproducibility.
+        # torch.backends.cudnn.benchmark = False  # Disable for reproducibility.
 
     policy = SAC(
         env,