Add serverless support to the extension (#1539)

## Changes
- Cluster quick-pick now has a new "Serverless" option
- Connection manager now has a new `serverless` mode
- EnvironmentDependenciesVerifier doesn't force a cluster if serverless
mode is enabled
   - But if now requires a higher Databricks Connect version
- EnvironmentDependenciesInstaller is also updated to install a more
appropriate dbconnect version
- We now inject DATABRICKS_SERVERLESS_COMPUTE_ID env var when serverless
is enabled
- Run file as Workflow command automatically
   - The run logic was moved from Cluster to WorkflowRun
- Updated workflow output panel UI to show serverless when it's enabled
- Upload and run file command is disabled in the serverless mode
- Fix for the python wrapper to avoid exceptions when .venv folder is
removed at runtime

Follow ups:
- Automatically enable serverless mode if the selected .databrickscfg
profile has `serverless_compute_id = auto`
- Figure out if we can check if a workspace has serverless enabled
before offering to use it
- Integ tests in a serverless-enabled environment (and we should finally
cover dbconnect logic)


<!-- Summary of your changes that are easy to understand -->

## Tests

Manual, a few new unit tests, integ tests will be in a follow-up

Author: ilia-db

.github/workflows/create-build-artifacts.yml

@@ -14,10 +14,10 @@ jobs:
         shell: bash
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Use Node.js 18
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: 18
           cache: "yarn"
@@ -30,7 +30,7 @@ jobs:
           GH_TOKEN: ${{ github.token }}
           BUILD_PLATFORM_ARCH: linux_amd64
 
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         with:
           name: databricks
           path: "packages/databricks-vscode/*.vsix"

.github/workflows/create-release.yml

@@ -21,8 +21,8 @@ jobs:
       labels: ubuntu-latest-deco
 
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/download-artifact@v3
+      - uses: actions/checkout@v4
+      - uses: actions/download-artifact@v4
         id: download
         with:
           path: build

.github/workflows/nightly-release.yml

@@ -18,7 +18,7 @@ jobs:
       labels: ubuntu-latest-deco
 
     steps:
-      - uses: actions/download-artifact@v3
+      - uses: actions/download-artifact@v4
         with:
           path: packages/databricks-vscode
 

.github/workflows/publish-to-openvsx.yml

@@ -21,7 +21,7 @@ jobs:
 
     steps:
       - name: Use Node.js 18.x
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: 18.x
 

.github/workflows/publish-to-vscode.yml

@@ -21,7 +21,7 @@ jobs:
 
     steps:
       - name: Use Node.js 18.x
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: 18.x
 

.github/workflows/push.yml

@@ -11,12 +11,12 @@ jobs:
     name: Package Arm64 VSIX
     runs-on: "macos-latest"
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
-      - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v3
+      - name: Use Node.js 18.x
+        uses: actions/setup-node@v4
         with:
-          node-version: ${{ matrix.node-version }}
+          node-version: 18.x
           cache: "yarn"
 
       - run: yarn install --immutable
@@ -37,7 +37,7 @@ jobs:
         working-directory: packages/databricks-vscode
 
       - name: Upload artifacts
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: VSIX artifacts
           path: packages/databricks-vscode/artifacts

.github/workflows/release-pr.yml

@@ -25,7 +25,7 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
 
@@ -39,7 +39,7 @@ jobs:
           git config --global user.email "[email protected]"
 
       - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: ${{ matrix.node-version }}
           cache: "yarn"

.github/workflows/unit-tests.yml

@@ -29,16 +29,16 @@ jobs:
         shell: bash
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: ${{ matrix.node-version }}
           cache: "yarn"
 
       - name: Cache VSCode unit test runner
-        uses: actions/cache@v3
+        uses: actions/cache@v4
         with:
           path: /tmp/vscode-test-databricks
           key: ${{ matrix.arch.cli_arch }}-${{ matrix.vscode-version }}-vscode-test

.github/workflows/update-cli-version.yml

@@ -18,7 +18,7 @@ jobs:
         node-version: [18.x]
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           fetch-depth: 0
 

packages/databricks-vscode/package.json

@@ -124,7 +124,7 @@
                 "command": "databricks.run.runEditorContents",
                 "title": "Upload and Run File",
                 "category": "Databricks",
-                "enablement": "!inDebugMode && databricks.context.activated && databricks.context.loggedIn",
+                "enablement": "!inDebugMode && databricks.context.activated && databricks.context.loggedIn && !databricks.context.serverless",
                 "icon": {
                     "dark": "resources/dark/databricks-run-icon.svg",
                     "light": "resources/light/databricks-run-icon.svg"
@@ -778,7 +778,7 @@
                 },
                 {
                     "command": "databricks.run.runEditorContents",
-                    "when": "databricks.context.activated && resourceLangId == python",
+                    "when": "databricks.context.activated && resourceLangId == python && !databricks.context.serverless",
                     "group": "2_remote@1"
                 },
                 {