ppo_gaussian_sb.json

{
    "type": "ppo_agent",
    "batch_size": 20,
    "batched_observe": 0,
    "step_optimizer": {
        "type": "adam",
        "learning_rate": 1e-4
    },
    "optimization_steps": 10,

    "discount": 0.99,

    "entropy_regularization": null,
    "gae_lambda": 0.97,
    "likelihood_ratio_clipping": 0.2,

    "baseline_mode": "states",
    "baseline": {
        "type": "mlp",
        "sizes": [64, 64, 64]
    },
    "baseline_optimizer": {
        "type": "multi_step",
        "optimizer": {
            "type": "adam",
            "learning_rate": 1e-4
        },
        "num_steps": 5
    },

    "distributions_spec": {
        "action": {
            "type": "gaussian",
            "mean": 0.0,
            "log_stddev": -1.3
        }
    }
}