acc: Added test for new Lakeflow pipeline deployment (#3578)

## Changes
Added test for new Lakeflow pipeline deployment

## Why
To confirm that new Lakeflow pipelines are deployed correctly

<!-- If your PR needs to be included in the release notes for next
release,
add a separate entry in NEXT_CHANGELOG.md as part of your PR. -->

Author: andrewnester

acceptance/bundle/deploy/pipeline/lakeflow-pipeline/databricks.yml.tmpl

@@ -0,0 +1,13 @@
+bundle:
+  name: test-pipeline-lakeflow-pipeline-$UNIQUE_NAME
+
+resources:
+  pipelines:
+    foo:
+      name: test-pipeline-lakeflow-pipeline-$UNIQUE_NAME
+      libraries:
+        - glob:
+            include: ./pipeline/transformations/**
+        - glob:
+            include: /Workspace/Shared/transformations/**
+      root_path: "./pipeline/"

acceptance/bundle/deploy/pipeline/lakeflow-pipeline/out.test.toml

@@ -0,0 +1,5 @@
+Local = true
+Cloud = true
+
+[EnvMatrix]
+  DATABRICKS_CLI_DEPLOYMENT = ["terraform", "direct-exp"]

acceptance/bundle/deploy/pipeline/lakeflow-pipeline/output.txt

@@ -0,0 +1,52 @@
+
+>>> [CLI] bundle validate
+Name: test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]
+Target: default
+Workspace:
+  User: [USERNAME]
+  Path: /Workspace/Users/[USERNAME]/.bundle/test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]/default
+
+Validation OK!
+
+>>> [CLI] bundle deploy
+Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]/default/files...
+Deploying resources...
+Updating deployment state...
+Deployment complete!
+
+>>> jq -s .[] | select(.path=="/api/2.0/pipelines" and .method == "POST") | .body out.requests.txt
+{
+  "channel": "CURRENT",
+  "deployment": {
+    "kind": "BUNDLE",
+    "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]/default/state/metadata.json"
+  },
+  "edition": "ADVANCED",
+  "libraries": [
+    {
+      "glob": {
+        "include": "/Workspace/Users/[USERNAME]/.bundle/test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]/default/files/pipeline/transformations/**"
+      }
+    },
+    {
+      "glob": {
+        "include": "/Workspace/Shared/transformations/**"
+      }
+    }
+  ],
+  "name": "test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]",
+  "root_path": "/Workspace/Users/[USERNAME]/.bundle/test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]/default/files/pipeline"
+}
+
+>>> [CLI] bundle destroy --auto-approve
+The following resources will be deleted:
+  delete pipeline foo
+
+This action will result in the deletion of the following Lakeflow Declarative Pipelines along with the
+Streaming Tables (STs) and Materialized Views (MVs) managed by them:
+  delete pipeline foo
+
+All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/test-pipeline-lakeflow-pipeline-[UNIQUE_NAME]/default
+
+Deleting files...
+Destroy complete!

acceptance/bundle/deploy/pipeline/lakeflow-pipeline/pipeline/transformations/1.py

@@ -0,0 +1 @@
+print("Hello, World!")

acceptance/bundle/deploy/pipeline/lakeflow-pipeline/pipeline/transformations/2.py

@@ -0,0 +1 @@
+print("Hello, World!")

acceptance/bundle/deploy/pipeline/lakeflow-pipeline/script

@@ -0,0 +1,12 @@
+envsubst < databricks.yml.tmpl > databricks.yml
+trace $CLI bundle validate
+
+cleanup() {
+  trace $CLI bundle destroy --auto-approve
+  rm out.requests.txt
+}
+trap cleanup EXIT
+trace $CLI bundle deploy
+
+trace jq -s '.[] | select(.path=="/api/2.0/pipelines" and .method == "POST") | .body' out.requests.txt
+rm out.requests.txt

acceptance/bundle/deploy/pipeline/lakeflow-pipeline/test.toml

@@ -0,0 +1,7 @@
+Local = true
+Cloud = true
+RecordRequests = true
+
+Ignore = [
+    "databricks.yml",
+]