Skip to content

Commit

Permalink
Fix typos
Browse files Browse the repository at this point in the history
  • Loading branch information
yngtodd committed Dec 13, 2018
1 parent 2b6b19e commit 6f13927
Show file tree
Hide file tree
Showing 4 changed files with 9 additions and 7 deletions.
2 changes: 1 addition & 1 deletion hyperpoints/acer/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
from .objective import enduro_acer
#from .objective import enduro_acer
2 changes: 1 addition & 1 deletion hyperpoints/acer/hyperspace/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
from .objective import enduro_acer
#from .objective import enduro_acer
10 changes: 6 additions & 4 deletions hyperpoints/acer/hyperspace/objective.py
Original file line number Diff line number Diff line change
Expand Up @@ -73,8 +73,10 @@ def enduro_acer(hparams):
# But because model is owned by the reinforcer, model should not be accessed using this variable
# but from reinforcer.model property
model = QPolicyGradientModelFactory(
backbone=NatureCnnFactory(input_width=84, input_height=84, input_channels=4,
kernel1=kernel1, kernel2=kernel2, kernel3=kernel3)
backbone=NatureCnnFactory(
input_width=84, input_height=84, input_channels=4,
kernel1=kernel1, kernel2=kernel2, kernel3=kernel3
)
)

# Reinforcer - an object managing the learning process
Expand All @@ -93,7 +95,7 @@ def enduro_acer(hparams):
entropy_coefficient=entropy,
q_coefficient=q_coefficient,
rho_cap=rho_cap,
retrace_rho_cap=retrace_rho_cap,
retrace_rho_cap=retrace_rho_cap
),
env_roller=ReplayQEnvRoller(
environment=vec_env,
Expand All @@ -104,7 +106,7 @@ def enduro_acer(hparams):
number_of_steps=20,
discount_factor=0.99
)
)
)

# Model optimizer
optimizer = optim.RMSprop(reinforcer.model.parameters(), lr=7.0e-4, eps=1e-3)
Expand Down
2 changes: 1 addition & 1 deletion hyperpoints/acer/objective.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,7 @@ def enduro_acer(hparams):
# But because model is owned by the reinforcer, model should not be accessed using this variable
# but from reinforcer.model property
model = QPolicyGradientModelFactory(
backbone=NatureCnnFactory(input_width=84, input_height=84, input_channels=4
backbone=NatureCnnFactory(input_width=84, input_height=84, input_channels=4,
kernel1=kernel1, kernel2=kernel2, kernel3=kernel3)
)

Expand Down

0 comments on commit 6f13927

Please sign in to comment.