diff --git a/rllib/tuned_examples/ppo/pong-ppo.yaml b/rllib/tuned_examples/ppo/pong-ppo.yaml
index 3da49952e0ae45..275eaabdbe4cc5 100644
--- a/rllib/tuned_examples/ppo/pong-ppo.yaml
+++ b/rllib/tuned_examples/ppo/pong-ppo.yaml
@@ -20,7 +20,7 @@ pong-ppo:
         vf_clip_param: 10.0
         entropy_coeff: 0.01
         train_batch_size: 5000
-        rollout_fragment_length: 20
+        rollout_fragment_length: auto
         sgd_minibatch_size: 500
         num_sgd_iter: 10
         num_workers: 32