-
Notifications
You must be signed in to change notification settings - Fork 79
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
5 changed files
with
65 additions
and
7 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,43 @@ | ||
# Copyright (c) 2021, salesforce.com, inc. | ||
# All rights reserved. | ||
# SPDX-License-Identifier: BSD-3-Clause | ||
# For full license text, see the LICENSE file in the repo root | ||
# or https://opensource.org/licenses/BSD-3-Clause | ||
|
||
# YAML configuration for the tag gridworld environment | ||
name: "single_mountain_car" | ||
# Environment settings | ||
env: | ||
episode_length: 500 | ||
reset_pool_size: 1000 | ||
# Trainer settings | ||
trainer: | ||
num_envs: 100 # number of environment replicas | ||
num_episodes: 200000 # number of episodes to run the training for. Can be arbitrarily high! | ||
train_batch_size: 50000 # total batch size used for training per iteration (across all the environments) | ||
env_backend: "numba" # environment backend, pycuda or numba | ||
# Policy network settings | ||
policy: # list all the policies below | ||
shared: | ||
to_train: True # flag indicating whether the model needs to be trained | ||
algorithm: "A2C" # algorithm used to train the policy | ||
vf_loss_coeff: 1 # loss coefficient schedule for the value function loss | ||
entropy_coeff: 0.05 # loss coefficient schedule for the entropy loss | ||
clip_grad_norm: True # flag indicating whether to clip the gradient norm or not | ||
max_grad_norm: 3 # when clip_grad_norm is True, the clip level | ||
normalize_advantage: False # flag indicating whether to normalize advantage or not | ||
normalize_return: False # flag indicating whether to normalize return or not | ||
gamma: 0.99 # discount factor | ||
lr: 0.001 # learning rate | ||
model: # policy model settings | ||
type: "fully_connected" # model type | ||
fc_dims: [32, 32] # dimension(s) of the fully connected layers as a list | ||
model_ckpt_filepath: "" # filepath (used to restore a previously saved model) | ||
# Checkpoint saving setting | ||
saving: | ||
metrics_log_freq: 100 # how often (in iterations) to log (and print) the metrics | ||
model_params_save_freq: 5000 # how often (in iterations) to save the model parameters | ||
basedir: "/tmp" # base folder used for saving | ||
name: "single_mountain_car" # base folder used for saving | ||
tag: "experiments" # experiment name | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters