fix: Spark-connect test timing issues

Author: adwk67

tests/templates/kuttl/spark-connect/10-assert.yaml

@@ -1,7 +1,7 @@
 ---
 apiVersion: kuttl.dev/v1beta1
 kind: TestAssert
-timeout: 300
+timeout: 600
 ---
 apiVersion: apps/v1
 kind: StatefulSet
@@ -23,20 +23,3 @@ metadata:
   name: spark-connect-server-headless
 spec:
   type: ClusterIP
----
-apiVersion: kuttl.dev/v1beta1
-kind: TestAssert
-timeout: 300
-commands:
-  # Test that spark connect executors are running.
-  # Sleep to prevent the following spark connect app from failing
-  # while the spark-connect server is busy setting up the executors.
-  - script: |
-      # wait for the spark-connect CR to become available
-      kubectl wait --for=condition=Available sparkconnectservers/spark-connect --namespace "$NAMESPACE" --timeout=3m
-
-      EXECUTOR_COUNT=$(kubectl get pods -n "$NAMESPACE" --selector 'spark-app-name=spark-connect-server' --field-selector='status.phase=Running' -o NAME|wc -l)
-      test 1 -eq "$EXECUTOR_COUNT"
-
-      # wait a little longer to increase the chance apps being able to connect
-      sleep 5

tests/templates/kuttl/spark-connect/11-assert.yaml

@@ -0,0 +1,14 @@
+---
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+timeout: 600
+commands:
+  # Test that spark connect executors are running.
+  # Sleep to prevent the following spark connect app from failing
+  # while the spark-connect server is busy setting up the executors.
+  - script: |
+      # wait for the spark-connect CR to become available
+      kubectl wait --for=condition=Ready pod -l spark-app-name=spark-connect-server -n "$NAMESPACE" --timeout=10m
+
+      # wait a little longer to increase the chance apps being able to connect
+      sleep 10

tests/templates/kuttl/spark-connect/20-assert.yaml

@@ -3,7 +3,7 @@ apiVersion: kuttl.dev/v1beta1
 kind: TestAssert
 metadata:
   name: simple-connect-app
-timeout: 300
+timeout: 600
 ---
 apiVersion: batch/v1
 kind: Job

tests/templates/kuttl/spark-connect/20-run-connect-client.yaml.j2

@@ -54,7 +54,7 @@ spec:
   template:
     spec:
       restartPolicy: OnFailure
-      activeDeadlineSeconds: 100
+      activeDeadlineSeconds: 600
       containers:
         - name: simple-connect-app
 {% if test_scenario['values']['spark-connect-client'].find(",") > 0 %}