diff --git a/llm-ai-systems/fine-tuning/llama_fine_tune_runtime_env.yaml b/llm-ai-systems/fine-tuning/llama_fine_tune_runtime_env.yaml index b9d6de6b..b8773859 100644 --- a/llm-ai-systems/fine-tuning/llama_fine_tune_runtime_env.yaml +++ b/llm-ai-systems/fine-tuning/llama_fine_tune_runtime_env.yaml @@ -4,6 +4,6 @@ pip: - peft==0.11.1 - deepspeed==0.16.2 env_vars: - TRAINING_DATA_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/datasets" # hopsfs path to training data files - TRAINING_CONFIGURATION_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/configs" # hopsfs path to training config files - TRAINING_CHECKPOINTS_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/checkpoints" # hopsfs path to torch trainer checkpoints + TRAINING_DATA_DIR: "/hopsfs/Resources/llama_finetuning/datasets" # hopsfs path to training data files + TRAINING_CONFIGURATION_DIR: "/hopsfs/Resources/llama_finetuning/configs" # hopsfs path to training config files + TRAINING_CHECKPOINTS_DIR: "/hopsfs/Resources/llama_finetuning/checkpoints" # hopsfs path to torch trainer checkpoints