cap sac temperature at 0 (#247)

cpnota · Jun 3, 2021 · 4122e0a · 4122e0a
1 parent bd40aa9
commit 4122e0a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/all/agents/sac.py b/all/agents/sac.py
@@ -98,7 +98,7 @@ def _train(self):
 
             # adjust temperature
             temperature_grad = (_log_probs + self.entropy_target).mean()
-            self.temperature += self.lr_temperature * temperature_grad.detach()
+            self.temperature = max(0, self.temperature + self.lr_temperature * temperature_grad.detach())
 
             # additional debugging info
             self.writer.add_loss('entropy', -_log_probs.mean())