diff --git a/training/a4/llama3-1-70b/nemo-pretraining-gke/32node-bf16-seq8192-gbs2048/README.md b/training/a4/llama3-1-70b/nemo-pretraining-gke/32node-bf16-seq8192-gbs2048/README.md index 031b124..f0730d4 100644 --- a/training/a4/llama3-1-70b/nemo-pretraining-gke/32node-bf16-seq8192-gbs2048/README.md +++ b/training/a4/llama3-1-70b/nemo-pretraining-gke/32node-bf16-seq8192-gbs2048/README.md @@ -71,7 +71,7 @@ Clone the `gpu-recipes` repository and set a reference to the recipe folder. git clone https://github.com/ai-hypercomputer/gpu-recipes.git cd gpu-recipes export REPO_ROOT=`git rev-parse --show-toplevel` -export RECIPE_ROOT=$REPO_ROOT/training/a4/llama3-1-70b-seq8192-gbs2048-mbs1-gpus256/nemo-pretraining-gke/32_nodes +export RECIPE_ROOT=$REPO_ROOT/training/a4/llama3-1-70b/nemo-pretraining-gke/32node-bf16-seq8192-gbs2048 cd $RECIPE_ROOT ```