diff --git a/docs/guides/mlp_tutorials/llm-nanotron-training.md b/docs/guides/mlp_tutorials/llm-nanotron-training.md index 82c7957f..b45d8fc4 100644 --- a/docs/guides/mlp_tutorials/llm-nanotron-training.md +++ b/docs/guides/mlp_tutorials/llm-nanotron-training.md @@ -229,7 +229,7 @@ srun -ul --environment=nanotron bash -c " --master-addr=\${MASTER_ADDR} \ --master-port=\${MASTER_PORT} \ --nnodes=\${SLURM_NNODES} \ - --nproc-per-node=\${SLURM_GPUS_PER_TASK} \ + --nproc-per-node=\${SLURM_GPUS_ON_NODE} \ \" torchrun \${TORCHRUN_ARGS} run_train.py --config-file examples/config_tiny_llama_wikitext.yaml