File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
llm-ai-systems/fine-tuning Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 44 - peft==0.11.1
55 - deepspeed==0.16.2
66env_vars :
7- TRAINING_DATA_DIR : " ${PROJECT_DIR} /Resources/llama_finetuning/datasets" # hopsfs path to training data files
8- TRAINING_CONFIGURATION_DIR : " ${PROJECT_DIR} /Resources/llama_finetuning/configs" # hopsfs path to training config files
9- TRAINING_CHECKPOINTS_DIR : " ${PROJECT_DIR} /Resources/llama_finetuning/checkpoints" # hopsfs path to torch trainer checkpoints
7+ TRAINING_DATA_DIR : " /hopsfs /Resources/llama_finetuning/datasets" # hopsfs path to training data files
8+ TRAINING_CONFIGURATION_DIR : " /hopsfs /Resources/llama_finetuning/configs" # hopsfs path to training config files
9+ TRAINING_CHECKPOINTS_DIR : " /hopsfs /Resources/llama_finetuning/checkpoints" # hopsfs path to torch trainer checkpoints
You can’t perform that action at this time.
0 commit comments