bugfix/first-eval-action (#150)

cpnota · Jun 7, 2020 · 794ea2d · 794ea2d
1 parent 77e63a7
commit 794ea2d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/all/experiments/single_env_experiment.py b/all/experiments/single_env_experiment.py
@@ -76,7 +76,7 @@ def _run_training_episode(self):
     def _run_test_episode(self):
         # initialize the episode
         self._env.reset()
-        action = self._agent.act(self._env.state, self._env.reward)
+        action = self._agent.eval(self._env.state, self._env.reward)
         returns = 0
 
         # loop until the episode is finished

diff --git a/all/experiments/single_env_experiment_test.py b/all/experiments/single_env_experiment_test.py
@@ -76,8 +76,8 @@ def test_writes_test_returns(self):
         experiment = MockExperiment(dqn(), self.env, quiet=True)
         experiment.train(episodes=5)
         returns = experiment.test(episodes=4)
-        expected_mean = 10.25
-        expected_std = 1.0897247358851685
+        expected_mean = 9.5
+        expected_std = 0.5
         np.testing.assert_equal(np.mean(returns), expected_mean)
         np.testing.assert_equal(
             experiment._writer.data["evaluation/returns-test/mean"]["values"],