Update PPO params

ShangtongZhang · Oct 31, 2018 · 507d4a6 · 507d4a6
1 parent faa21f6
commit 507d4a6
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 1 deletion.
diff --git a/deep_rl/network/network_heads.py b/deep_rl/network/network_heads.py
@@ -150,7 +150,7 @@ def forward(self, obs, action=None):
         phi_v = self.network.critic_body(phi)
         mean = F.tanh(self.network.fc_action(phi_a))
         v = self.network.fc_critic(phi_v)
-        dist = torch.distributions.Normal(mean, self.std.exp())
+        dist = torch.distributions.Normal(mean, F.softplus(self.std))
         if action is None:
             action = dist.sample()
         log_prob = dist.log_prob(action)

diff --git a/images/DDPG.png b/images/DDPG.png
diff --git a/images/hopper.png b/images/hopper.png