[HWORKS-2040] Add lora fine-tuning tutorial (#303)

Author: javierdlrm

llm-ai-systems/fine-tuning/configs/lora_configs/lora.json

@@ -2,7 +2,7 @@
     "r": 8,
     "lora_alpha": 16,
     "lora_dropout": 0.05,
-    "target_modules": ["q_proj", "v_proj", "k_proj", "o_proj", "gate_proj", "up_proj", "down_proj", "embed_tokens", "lm_head"],
+    "target_modules": ["gate_proj", "up_proj", "down_proj"],
     "task_type": "CAUSAL_LM",
     "modules_to_save": [],
     "bias": "none",

llm-ai-systems/fine-tuning/llama_fine_tune_runtime_env.yaml

@@ -6,7 +6,6 @@ pip:
 env_vars:
   LIBRARY_PATH: "$CUDA_HOME/lib64:$LIBRARY_PATH"
   PROJECT_DIR: "/home/yarnapp/hopsfs"
-  TRAINED_MODEL_STORAGE_PATH: "${PROJECT_DIR}/Resources/llama_finetuning/fine-tuned-model"
-  TRAINING_DATA_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/datasets"
-  TRAINING_CONFIGURATION_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/configs"
-  
+  TRAINING_DATA_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/datasets" # hopsfs path to training data files
+  TRAINING_CONFIGURATION_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/configs" # hopsfs path to training config files
+  TRAINING_CHECKPOINTS_DIR: "${PROJECT_DIR}/Resources/llama_finetuning/checkpoints" # hopsfs path to torch trainer checkpoints