Added new Lakeflow Pipelines support for bundle generate (#3568)

## Changes
Added new Lakeflow Pipelines support for `bundle generate`

## Why
Now if the pipeline refers to `root_path` we download the whole content
of it and rewrite any related `libraries.glob` paths pointing to the
same remote paths to the local ones

## Tests
Added an acceptance test

Confirmed that they can be deployed here:
#3578

<!-- If your PR needs to be included in the release notes for next
release,
add a separate entry in NEXT_CHANGELOG.md as part of your PR. -->

Author: andrewnester

NEXT_CHANGELOG.md

@@ -9,5 +9,6 @@
 ### Dependency updates
 
 ### Bundles
+* Add new Lakeflow Pipelines support for bundle generate ([#3568](https://github.com/databricks/cli/pull/3568))
 
 ### API Changes

acceptance/bundle/generate/lakeflow_pipelines/out.test.toml

@@ -0,0 +1,10 @@
+resources:
+  pipelines:
+    out:
+      name: lakeflow-pipeline
+      libraries:
+        - glob:
+            include: ../pipeline/transformations/**
+        - glob:
+            include: /Workspace/Users/[email protected]/another/**
+      root_path: ../pipeline

acceptance/bundle/generate/lakeflow_pipelines/out/config/out.pipeline.yml

@@ -0,0 +1 @@
+print("Hello, World!")

acceptance/bundle/generate/lakeflow_pipelines/out/pipeline/explorations/1.py

@@ -0,0 +1 @@
+print("Hello, World!")

acceptance/bundle/generate/lakeflow_pipelines/out/pipeline/transformations/1.py

@@ -0,0 +1 @@
+print("Hello, World!")

acceptance/bundle/generate/lakeflow_pipelines/out/pipeline/transformations/2.py

@@ -0,0 +1,4 @@
+Pipeline configuration successfully saved to out/config/out.pipeline.yml
+File successfully saved to out/pipeline/explorations/1.py
+File successfully saved to out/pipeline/transformations/1.py
+File successfully saved to out/pipeline/transformations/2.py

acceptance/bundle/generate/lakeflow_pipelines/output.txt

@@ -0,0 +1,16 @@
+{
+    "name": "lakeflow-pipeline",
+    "libraries": [
+        {
+            "glob": {
+                "include": "/Workspace/Users/[email protected]/lakeflow_pipeline/transformations/**"
+            }
+        },
+        {
+            "glob": {
+                "include": "/Workspace/Users/[email protected]/another/**"
+            }
+        }
+    ],
+    "root_path": "/Workspace/Users/[email protected]/lakeflow_pipeline"
+}

acceptance/bundle/generate/lakeflow_pipelines/pipeline.json

@@ -0,0 +1,9 @@
+export PIPELINE_ID=$($CLI pipelines create --json @pipeline.json | jq -r .pipeline_id)
+
+$CLI bundle generate pipeline --existing-pipeline-id ${PIPELINE_ID} --config-dir out/config --key out --source-dir out/pipeline > out.stdout 2> out.stderr
+
+# Combine stdout and stderr, then sort only the "File successfully saved" lines
+cat out.stdout out.stderr > out.txt
+grep -v "^File successfully saved" out.txt
+grep "^File successfully saved" out.txt | sort
+rm out.txt out.stdout out.stderr

acceptance/bundle/generate/lakeflow_pipelines/script

@@ -0,0 +1,37 @@
+[[Server]]
+Pattern = "GET /api/2.0/workspace/export"
+Response.Body = '''
+print("Hello, World!")
+'''
+
+[[Repls]]
+Old = '\\'
+New = '/'
+
+[[Server]]
+Pattern = "GET /api/2.0/workspace/list"
+Response.Body = '''
+{
+    "objects": [
+        {
+            "path": "/Workspace/Users/[email protected]/lakeflow_pipeline/transformations/1.py",
+            "object_type": "FILE"
+        },
+        {
+            "path": "/Workspace/Users/[email protected]/lakeflow_pipeline/transformations/2.py",
+            "object_type": "FILE"
+        },
+        {
+            "path": "/Workspace/Users/[email protected]/lakeflow_pipeline/explorations/1.py",
+            "object_type": "FILE"
+        }
+    ]
+}
+'''
+
+[[Server]]
+Pattern = "GET /api/2.0/workspace/get-status"
+Response.Body = '''
+{
+}
+'''