Pass env_id in DDPG as well

chainer · Apr 12, 2019 · f1bc214 · f1bc214
1 parent b8c72c9
commit f1bc214
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/chainerrl/agents/ddpg.py b/chainerrl/agents/ddpg.py
@@ -420,9 +420,11 @@ def batch_observe_and_train(
                     next_state=batch_obs[i],
                     next_action=None,
                     is_state_terminal=batch_done[i],
+                    env_id=i,
                 )
                 if batch_reset[i] or batch_done[i]:
                     self.batch_last_obs[i] = None
+                    self.stop_current_episode(env_id=i)
             self.replay_updater.update_if_necessary(self.t)
 
     def batch_observe(self, batch_obs, batch_reward,