remove iceberg test script

Author: razvan

docs/modules/spark-k8s/pages/usage-guide/spark-connect.adoc

@@ -53,3 +53,7 @@ The following features are not supported by the Stackable Spark operator yet
 * Authorization and authentication. Currently, anyone with access to the Spark Connect service can run jobs.
 * Volumes and volume mounts can be added only with pod overrides.
 * Job dependencies must be provisioned as custom images or via `--packages` or `--jars` arguments.
+
+== Known Issues
+
+* Dynamically provisioning the iceberg runtime leads to "iceberg.SparkWrite$WriterFactory" ClassNotfoundException when attempting to use it from clients.

tests/templates/kuttl/spark-connect/20-run-connect-client.yaml.j2

@@ -1,44 +1,3 @@
----
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: simple-connect-app
-  labels:
-    stackable.tech/vendor: Stackable
-data:
-  simple-connect-app.py: |
-    import sys
-
-    from pyspark.sql import SparkSession
-    from pyspark.sql.types import *
-
-    remote = sys.argv[1]
-    spark = (SparkSession.builder
-      .remote(remote)
-      .appName("simple-connect-app")
-      .getOrCreate())
-
-    schema = StructType([
-      StructField("id", LongType(), True),
-      StructField("data", StringType(), True)
-    ])
-
-
-    # create table
-    df = spark.createDataFrame([], schema)
-    df.writeTo("local.db.table").create()
-
-    # append to table
-    data = [
-        (1,"one"),
-        (2,"two"),
-        (3,"three"),
-        (4,"four")
-      ]
-
-    df = spark.createDataFrame(data, schema)
-    df.writeTo("local.db.table").append()
-
 ---
 apiVersion: batch/v1
 kind: Job
@@ -51,10 +10,6 @@ spec:
     spec:
       restartPolicy: OnFailure
       activeDeadlineSeconds: 100
-      volumes:
-        - name: script
-          configMap:
-            name: simple-connect-app
       containers:
         - name: simple-connect-app
 {% if test_scenario['values']['spark-connect-client'].find(",") > 0 %}
@@ -63,12 +18,6 @@ spec:
           image: oci.stackable.tech/sdp/spark-connect-client:{{ test_scenario['values']['spark-connect-client'] }}-stackable0.0.0-dev
 {% endif %}
           imagePullPolicy: IfNotPresent
-          #
-          # TODO: cannot use the PySpark job from the ConfigMap because it breaks
-          # with a "iceberg.SparkWrite$WriterFactory" ClassNotfoundException.
-          # Use the app bundled within spark-connect-client instead
-          # "/app/simple-connect-app.py",
-          #
           command:
             [
               "/usr/bin/python",
@@ -82,6 +31,3 @@ spec:
             requests:
               cpu: 200m
               memory: 128Mi
-          volumeMounts:
-            - name: script
-              mountPath: /app