acc: Use fixed ports instead of dynamically allocated ones for run-local tests (#3490)

## Changes
Use fixed ports instead of dynamically allocated ones for run-local
tests

## Why
After researching and trying to stabilize the tests, I concluded that
dynamic port allocation is likely the root cause of its flakiness. The
hypothesis is that `allocate_ports.py` calls socket.close() after
finding a free port. When the socket is closed, the port it was using is
released back to the OS. However, the port does not become instantly
available for another application to use. It typically enters a
TIME_WAIT state to handle any stray packets.
It could be that the "connection refused" error, which happens when the
curl command tries to connect after the Python script has closed the
socket, but before the app has successfully bound to the port and is
ready to accept connections

## Tests
After making ports fixed in the script, all tests for all runners
succeeded (tried 5 times)

<!-- If your PR needs to be included in the release notes for next
release,
add a separate entry in NEXT_CHANGELOG.md as part of your PR. -->

Author: andrewnester

acceptance/bin/allocate_ports.py

@@ -1,5 +1,5 @@
-Local = false
+Local = true
 Cloud = false
 
 [EnvMatrix]
-  DATABRICKS_CLI_DEPLOYMENT = ["terraform", "direct-exp"]
+  DATABRICKS_CLI_DEPLOYMENT = ["terraform"]

acceptance/cmd/workspace/apps/run-local-node/out.test.toml

@@ -4,14 +4,9 @@ cd app
 # so we don't need to start it in background. It will install the dependencies as part of the command
 trace $CLI apps run-local --prepare-environment --entry-point test.yml 2>&1 | grep -w "Hello, world"
 
-# Get 3 unique ports sequentially to avoid conflicts
-PORTS=$(allocate_ports.py 3 | tr -d '\r')
-
-# Read ports into array
-PORTS_ARR=($(echo "$PORTS"))
-PORT="${PORTS_ARR[0]}"
-DEBUG_PORT="${PORTS_ARR[1]}"
-PROXY_PORT="${PORTS_ARR[2]}"
+PORT=8080
+DEBUG_PORT=5252
+PROXY_PORT=8081
 
 title "Starting the app in background..."
 trace $CLI apps run-local --prepare-environment --debug --port "$PROXY_PORT" --debug-port "$DEBUG_PORT" --app-port "$PORT" > ../out.run.txt 2>&1 &
@@ -28,6 +23,11 @@ while [ -z "$(grep -o "Server is running on port " out.run.txt 2>/dev/null)" ];
     sleep 1
 done
 
+# Make sure the proxy is ready to serve requests
+while [ -z "$(grep -o "To access your app go to " out.run.txt 2>/dev/null)" ]; do
+    sleep 1
+done
+
 title "Checking app is running..."
 trace curl -s -o - http://127.0.0.1:$PROXY_PORT | grep -w "Hello From App"
 

acceptance/cmd/workspace/apps/run-local-node/script

@@ -1,6 +1,5 @@
-# Temporarily disabled due to the flakiness like here https://github.com/databricks/cli/actions/runs/17234131593/job/48894892423
 Cloud = false
-Local = false
+Local = true
 RecordRequests = false
 Timeout = '2m'
 TimeoutWindows = '10m'
@@ -21,3 +20,6 @@ New='127.0.0.1:$(port)'
 [[Repls]]
 Old='To debug your app, attach a debugger to port [0-9]+'
 New='To debug your app, attach a debugger to port $(debug_port)'
+
+[EnvMatrix]
+  DATABRICKS_CLI_DEPLOYMENT = ["terraform"]

acceptance/cmd/workspace/apps/run-local-node/test.toml

@@ -1,5 +1,5 @@
-Local = false
+Local = true
 Cloud = false
 
 [EnvMatrix]
-  DATABRICKS_CLI_DEPLOYMENT = ["terraform", "direct-exp"]
+  DATABRICKS_CLI_DEPLOYMENT = ["terraform"]

acceptance/cmd/workspace/apps/run-local/out.test.toml

@@ -6,14 +6,9 @@ trace errcode $CLI apps run-local --entry-point value-from.yml 2>&1
 # so we don't need to start it in background. It will install the dependencies as part of the command
 trace $CLI apps run-local --prepare-environment --entry-point test.yml 2>&1 | grep -w "Hello, world"
 
-# Get 3 unique ports sequentially to avoid conflicts
-PORTS=$(allocate_ports.py 3 | tr -d '\r')
-
-# Read ports into array
-PORTS_ARR=($(echo "$PORTS"))
-PORT="${PORTS_ARR[0]}"
-DEBUG_PORT="${PORTS_ARR[1]}"
-PROXY_PORT="${PORTS_ARR[2]}"
+PORT=8080
+DEBUG_PORT=5252
+PROXY_PORT=8081
 
 title "Starting the app in background..."
 trace $CLI apps run-local --prepare-environment --debug --port "$PROXY_PORT" --debug-port "$DEBUG_PORT" --app-port "$PORT" > ../out.run.txt 2>&1 &
@@ -30,6 +25,11 @@ while [ -z "$(grep -o "Python Flask app has started with" out.run.txt 2>/dev/nul
     sleep 1
 done
 
+# Make sure the proxy is ready to serve requests
+while [ -z "$(grep -o "To access your app go to " out.run.txt 2>/dev/null)" ]; do
+    sleep 1
+done
+
 title "Checking app is running..."
 trace curl -s -o - http://127.0.0.1:$PROXY_PORT | jq
 

acceptance/cmd/workspace/apps/run-local/script

@@ -1,5 +1,5 @@
 Cloud = false
-Local = false
+Local = true
 RecordRequests = false
 Timeout = '2m'
 TimeoutWindows = '10m'
@@ -20,3 +20,6 @@ New='127.0.0.1:$(port)'
 [[Repls]]
 Old='To debug your app, attach a debugger to port [0-9]+'
 New='To debug your app, attach a debugger to port $(debug_port)'
+
+[EnvMatrix]
+  DATABRICKS_CLI_DEPLOYMENT = ["terraform"]