airflow fix

Author: htahir1

airflow-cloud-composer-etl-feature-train/configs/training_develop.yaml

@@ -17,3 +17,12 @@ model:
   version: latest
   description: An ECB interest rate prediction model
   tags: ["ecb", "interest_rate", "prediction", "xgboost"]
+
+steps:
+  train_xgboost_model:
+    step_operator: gcp-airflow-step-operator
+    settings:
+      step_operator.vertex:
+        accelerator_type: "NVIDIA_TESLA_P100" 
+        accelerator_count: 1
+        machine_type: "n1-standard-8"

airflow-cloud-composer-etl-feature-train/configs/training_production.yaml

@@ -20,7 +20,7 @@ model:
 
 steps:
   train_xgboost_model:
-    step_operator: gcp_airflow_vertex
+    step_operator: gcp-airflow-step-operator
     settings:
       step_operator.vertex:
         accelerator_type: "NVIDIA_TESLA_P100" 

airflow-cloud-composer-etl-feature-train/script.sh

@@ -0,0 +1,9 @@
+zenml model delete ecb_interest_rate_model 
+
+zenml stack set local-gcp-step-operator 
+
+python run.py --etl --mode develop
+
+python run.py --feature --mode develop
+
+python run.py --training --mode develop

airflow-cloud-composer-etl-feature-train/steps/training/model_trainer.py

@@ -26,7 +26,7 @@
 logger = get_logger(__name__)
 
 
-@step
+@step(enable_cache=False)
 def train_xgboost_model(
     dataset: Union[BigQueryDataset, CSVDataset],
 ) -> Tuple[