kuttl test is successful

Author: razvan

rust/operator-binary/src/connect/crd.rs

@@ -265,11 +265,6 @@ impl v1alpha1::SparkConnectServer {
             ),
             // There is no SPARK_CONNECT_OPTS env var.
             ("SPARK_DAEMON_JAVA_OPTS".to_string(), connect_jvm_args),
-            // TODO: remove when this is done in the image
-            (
-                "JAVA_HOME".to_string(),
-                "/usr/lib/jvm/java-17-openjdk".to_string(),
-            ),
         ]);
 
         envs.extend(role.config.env_overrides.clone());

tests/templates/kuttl/spark-connect/00-secrets.yaml.j2

@@ -10,11 +10,14 @@ metadata:
 status:
   readyReplicas: 1
 ---
-apiVersion: policy/v1
-kind: PodDisruptionBudget
-metadata:
-  name: spark-connect-node
-status:
-  expectedPods: 1
-  currentHealthy: 1
-  disruptionsAllowed: 1
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+timeout: 30
+commands:
+  # Test that two spark-connect executors are running.
+  # Sleep 5 to prevent the following spark connect app from failing
+  # while the spark-connect server is busy setting up the executors.
+  - script: |
+      sleep 5
+      EXECUTOR_COUNT=$(kubectl get pods -n $NAMESPACE --selector 'spark-app-name=spark-connect-node-default' --field-selector='status.phase=Running' -o NAME|wc -l)
+      test 2 -eq "$EXECUTOR_COUNT"

tests/templates/kuttl/spark-connect/03-assert.yaml

@@ -0,0 +1,13 @@
+---
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+metadata:
+  name: simple-connect-app
+timeout: 180
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: simple-connect-app
+status:
+  succeeded: 1

tests/templates/kuttl/spark-connect/03-setup-minio.yaml

@@ -0,0 +1,33 @@
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: simple-connect-app
+  labels:
+    stackable.tech/vendor: Stackable
+spec:
+  template:
+    spec:
+      restartPolicy: OnFailure
+      activeDeadlineSeconds: 100
+      containers:
+        - name: simple-connect-app
+{% if test_scenario['values']['spark-connect-client'].find(",") > 0 %}
+          image: "{{ test_scenario['values']['spark-connect-client'].split(',')[1] }}"
+{% else %}
+          image: oci.stackable.tech/sdp/spark-connect-client:{{ test_scenario['values']['spark-connect-client'] }}-stackable0.0.0-dev
+{% endif %}
+          imagePullPolicy: IfNotPresent
+          command:
+            [
+              "/usr/bin/python",
+              "/stackable/spark-connect-examples/python/simple-connect-app.py",
+              "sc://spark-connect-node-default",
+            ]
+          resources:
+            limits:
+              cpu: 500m
+              memory: 128Mi
+            requests:
+              cpu: 200m
+              memory: 128Mi