Update baselines: PEP8

zuoxingdong · Aug 7, 2019 · 035a0ae · 035a0ae
1 parent 9ed7286
commit 035a0ae
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 12 deletions.
diff --git a/baselines/README.md b/baselines/README.md
@@ -22,7 +22,7 @@ Because the loggings and checkpoint files are very large, putting them in the re
 ## ES
 <img src='benchmark_es.png' width='100%'>
 
-## RL
+## Model-free RL
 <img src='benchmark_rl.png' width='100%'>
 
 ## FAQ:

diff --git a/baselines/cem/experiment.py b/baselines/cem/experiment.py
@@ -119,7 +119,7 @@ def run(config, seed, device, logdir):
             logger('Horizons', describe(Hs, axis=-1, repr_indent=1, repr_prefix='\n'))
             logger('fbest', es.result.fbest)
             train_logs.append(logger.logs)
-            if generation == 0 or (generation+1)%config['log.freq'] == 0:
+            if generation == 0 or (generation+1) % config['log.freq'] == 0:
                 logger.dump(keys=None, index=0, indent=0, border='-'*50)
             if (generation+1) >= int(config['train.generations']*(checkpoint_count/(config['checkpoint.num'] - 1))):
                 agent.from_vec(tensorify(es.result.xbest, 'cpu'))

diff --git a/baselines/cmaes/experiment.py b/baselines/cmaes/experiment.py
@@ -115,7 +115,7 @@ def run(config, seed, device, logdir):
             logger('Horizons', describe(Hs, axis=-1, repr_indent=1, repr_prefix='\n'))
             logger('fbest', es.result.fbest)
             train_logs.append(logger.logs)
-            if generation == 0 or (generation+1)%config['log.freq'] == 0:
+            if generation == 0 or (generation+1) % config['log.freq'] == 0:
                 logger.dump(keys=None, index=0, indent=0, border='-'*50)
             if (generation+1) >= int(config['train.generations']*(checkpoint_count/(config['checkpoint.num'] - 1))):
                 agent.from_vec(tensorify(es.result.xbest, 'cpu'))

diff --git a/baselines/openaies/experiment.py b/baselines/openaies/experiment.py
@@ -102,14 +102,14 @@ def run(config, seed, device, logdir):
     print('Initializing...')
     agent = Agent(config, make_env(config, seed, 'eval'), device)
     es = OpenAIES([config['train.mu0']]*agent.num_params, config['train.std0'], 
-              {'popsize': config['train.popsize'], 
-               'seed': seed, 
-               'sigma_scheduler_args': config['train.sigma_scheduler_args'],
-               'lr': config['train.lr'],
-               'lr_decay': config['train.lr_decay'],
-               'min_lr': config['train.min_lr'],
-               'antithetic': config['train.antithetic'],
-               'rank_transform': config['train.rank_transform']})
+                  {'popsize': config['train.popsize'], 
+                   'seed': seed, 
+                   'sigma_scheduler_args': config['train.sigma_scheduler_args'],
+                   'lr': config['train.lr'],
+                   'lr_decay': config['train.lr_decay'],
+                   'min_lr': config['train.min_lr'],
+                   'antithetic': config['train.antithetic'],
+                   'rank_transform': config['train.rank_transform']})
     train_logs = []
     checkpoint_count = 0
     with ProcessPoolExecutor(max_workers=config['train.popsize'], initializer=initializer, initargs=(config, seed, device)) as executor:
@@ -127,7 +127,7 @@ def run(config, seed, device, logdir):
             logger('Horizons', describe(Hs, axis=-1, repr_indent=1, repr_prefix='\n'))
             logger('fbest', es.result.fbest)
             train_logs.append(logger.logs)
-            if generation == 0 or (generation+1)%config['log.freq'] == 0:
+            if generation == 0 or (generation+1) % config['log.freq'] == 0:
                 logger.dump(keys=None, index=0, indent=0, border='-'*50)
             if (generation+1) >= int(config['train.generations']*(checkpoint_count/(config['checkpoint.num'] - 1))):
                 agent.from_vec(tensorify(es.result.xbest, 'cpu'))