update project config

Author: divakaivan

scripts/2_process_data.py

@@ -21,7 +21,7 @@
 train_set, test_set = data_processor.split_data(test_size=0.2, random_state=42)
 
 processed_gcs_bucket_connector = GCSConnector(bucket_name=config.gcs_processed_taxi_data_bucket_name)
-train_file_name = "green_taxi_train_set.parquet"
+train_file_name = config.train_file_name
 processed_gcs_bucket_connector.upload(train_set, train_file_name)
-test_file_name = "green_taxi_test_set.parquet"
+test_file_name = config.test_file_name
 processed_gcs_bucket_connector.upload(test_set, test_file_name)

src/project_config.py

@@ -16,10 +16,18 @@ class ProjectConfig(BaseModel):
     num_features: list[str]
     cat_features: Optional[list[str]]
     target: list[str]
+    train_file_name: str
+    test_file_name: str
+    experiment_name: str
 
     @classmethod
     def from_yaml(cls, config_path: str):
         """Load configuration from yaml file"""
         with open(config_path, "r") as f:
             config_dict = yaml.safe_load(f)
         return cls(**config_dict)
+
+
+class Tags(BaseModel):
+    git_sha: str
+    branch: str