[major] no longer append additional (s, a, r) to the replay buffer af…

…ter each episode
mit-han-lab · Jul 21, 2019 · 4d10c98 · 4d10c98
1 parent 651c346
commit 4d10c98
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/amc_search.py b/amc_search.py
@@ -154,11 +154,11 @@ def train(num_episode, agent, env, output):
                 if episode > args.warmup:
                     agent.update_policy()
 
-            agent.memory.append(
-                observation,
-                agent.select_action(observation, episode=episode),
-                0., False
-            )
+            #agent.memory.append(
+            #    observation,
+            #    agent.select_action(observation, episode=episode),
+            #    0., False
+            #)
 
             # reset
             observation = None