diff --git a/dags/post_training/maxtext_sft.py b/dags/post_training/maxtext_sft.py index 82fd79863..b66231aac 100644 --- a/dags/post_training/maxtext_sft.py +++ b/dags/post_training/maxtext_sft.py @@ -141,7 +141,7 @@ def validate_training( f"{test_config_util.DEFAULT_BUCKET}/llama3.1-70b-Instruct/" "scanned-pathways/0/items/" ), - sft_config_path="src/MaxText/configs/sft.yml", + sft_config_path="src/maxtext/configs/post_train/sft.yml", ) # HF token retrieved from Airflow Variables for secure credential management HF_TOKEN_CIENET = models.Variable.get("HF_TOKEN_CIENET", None) diff --git a/dags/post_training/util/test_config_util.py b/dags/post_training/util/test_config_util.py index 649c96478..424b16d61 100644 --- a/dags/post_training/util/test_config_util.py +++ b/dags/post_training/util/test_config_util.py @@ -215,7 +215,7 @@ class SFTTestConfig: base_dir: str tokenizer_path: str load_parameters_path: str - sft_config_path: str = "src/MaxText/configs/sft.yml" + sft_config_path: str = "src/maxtext/configs/post_train/sft.yml" def __init__( self, @@ -228,7 +228,7 @@ def __init__( base_dir: str, tokenizer_path: str, load_parameters_path: str, - sft_config_path: str = "src/MaxText/configs/sft.yml", + sft_config_path: str = "src/maxtext/configs/post_train/sft.yml", ): """Initializes the SFT test configurations. @@ -245,7 +245,7 @@ def __init__( load_parameters_path: GCS path to load pretrained model parameters from. sft_config_path: Path to the SFT configuration YAML file (default: - src/MaxText/configs/sft.yml). + src/maxtext/configs/post_train/sft.yml). """ self.cluster = cluster self.accelerator = accelerator