Developing DS Code

Author: ciaran28

mlOps/nyc_taxi/databricks_pipelines/workflow.yaml

@@ -2,7 +2,7 @@ custom:
 
   # Cluster configs for each environment
   default-cluster-spec: &default-cluster-spec
-    spark_version: '11.3.x-cpu-ml-scala2.12'
+    spark_version: '13.0.x-cpu-ml-scala2.1'
     node_type_id: 'Standard_DS3_v2' 
     driver_node_type_id: 'Standard_DS3_v2'  
     num_workers: 1