Use default cluster for model serving integration test (#2461)

* wip default cluster for mlflow test

* Fix model serving integration test

* Use default cluster for model serving integration test

---------

Co-authored-by: Miles Yucht <[email protected]>

Author: shreyas-goenka

internal/acceptance/model_serving_test.go

@@ -20,41 +20,31 @@ func TestAccModelServing(t *testing.T) {
 		t.Skipf("not available on %s", cloudEnv)
 	}
 
+	clusterID := os.Getenv("TEST_DEFAULT_CLUSTER_ID")
+	if clusterID == "" {
+		t.Skipf("default cluster not available")
+	}
+
 	name := fmt.Sprintf("terraform-test-model-serving-%[1]s",
 		acctest.RandStringFromCharSet(5, acctest.CharSetAlphaNum))
 	workspaceLevel(t, step{
 		Template: fmt.Sprintf(`
-		data "databricks_spark_version" "latest" {
-		}
-		resource "databricks_cluster" "this" {
-			cluster_name = "singlenode-{var.RANDOM}"
-			spark_version = data.databricks_spark_version.latest.id
-			instance_pool_id = "{env.TEST_INSTANCE_POOL_ID}"
-			num_workers = 0
-			autotermination_minutes = 10
-			spark_conf = {
-				"spark.databricks.cluster.profile" = "singleNode"
-				"spark.master" = "local[*]"
-			}
-			custom_tags = {
-				"ResourceClass" = "SingleNode"
-			}
-			library {
-				pypi {
-					package = "mlflow"
-				}
-			}
-		}
 		resource "databricks_mlflow_experiment" "exp" {
 			name = "/Shared/%[1]s-exp"
 		}
 		resource "databricks_mlflow_model" "model" {
 			name = "%[1]s-model"
 		}
+		resource "databricks_library" "fbprophet" {
+			cluster_id = "{env.TEST_DEFAULT_CLUSTER_ID}"
+			pypi {
+			  package = "mlflow"
+			}
+		  }
+		  
 		`, name),
 		Check: func(s *terraform.State) error {
 			w := databricks.Must(databricks.NewWorkspaceClient())
-			clusterID := s.RootModule().Resources["databricks_cluster.this"].Primary.ID
 			ctx := context.Background()
 			executor, err := w.CommandExecution.Start(ctx, clusterID, compute.LanguagePython)
 			if err != nil {