From 4d10c9832093680a73cc1ce56d7035d034953534 Mon Sep 17 00:00:00 2001 From: Hanrui Wang Date: Sun, 21 Jul 2019 11:52:31 -0700 Subject: [PATCH] [major] no longer append additional (s, a, r) to the replay buffer after each episode --- amc_search.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/amc_search.py b/amc_search.py index b9b0148..c252bfe 100755 --- a/amc_search.py +++ b/amc_search.py @@ -154,11 +154,11 @@ def train(num_episode, agent, env, output): if episode > args.warmup: agent.update_policy() - agent.memory.append( - observation, - agent.select_action(observation, episode=episode), - 0., False - ) + #agent.memory.append( + # observation, + # agent.select_action(observation, episode=episode), + # 0., False + #) # reset observation = None