From b7a3c269c80cd712e3421c46b491acb0f5934457 Mon Sep 17 00:00:00 2001 From: Siegfried Weber Date: Wed, 25 Sep 2024 13:08:28 +0200 Subject: [PATCH 1/3] test: HBase connector --- tests/release.yaml | 6 + .../kuttl/hbase-connector/00-assert.yaml | 9 ++ .../kuttl/hbase-connector/00-patch-ns.yaml.j2 | 9 ++ .../hbase-connector/00-serviceaccount.yaml.j2 | 29 +++++ .../kuttl/hbase-connector/01-assert.yaml.j2 | 10 ++ ...tor-aggregator-discovery-configmap.yaml.j2 | 9 ++ .../kuttl/hbase-connector/02-assert.yaml | 14 +++ .../02-install-zookeeper.yaml.j2 | 28 +++++ .../kuttl/hbase-connector/03-assert.yaml | 30 +++++ .../hbase-connector/03-install-hdfs.yaml.j2 | 35 ++++++ .../kuttl/hbase-connector/04-assert.yaml | 22 ++++ .../hbase-connector/04-install-hbase.yaml.j2 | 29 +++++ .../kuttl/hbase-connector/10-assert.yaml | 11 ++ .../10-deploy-spark-app.yaml.j2 | 104 ++++++++++++++++++ ...helm-bitnami-eventlog-minio-values.yaml.j2 | 55 +++++++++ .../helm-bitnami-minio-values.yaml | 49 +++++++++ tests/test-definition.yaml | 23 +++- 17 files changed, 470 insertions(+), 2 deletions(-) create mode 100644 tests/templates/kuttl/hbase-connector/00-assert.yaml create mode 100644 tests/templates/kuttl/hbase-connector/00-patch-ns.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/00-serviceaccount.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/01-assert.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/01-install-vector-aggregator-discovery-configmap.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/02-assert.yaml create mode 100644 tests/templates/kuttl/hbase-connector/02-install-zookeeper.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/03-assert.yaml create mode 100644 tests/templates/kuttl/hbase-connector/03-install-hdfs.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/04-assert.yaml create mode 100644 tests/templates/kuttl/hbase-connector/04-install-hbase.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/10-assert.yaml create mode 100644 tests/templates/kuttl/hbase-connector/10-deploy-spark-app.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 create mode 100644 tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml diff --git a/tests/release.yaml b/tests/release.yaml index 239cdc59..1554ed25 100644 --- a/tests/release.yaml +++ b/tests/release.yaml @@ -12,5 +12,11 @@ releases: operatorVersion: 0.0.0-dev listener: operatorVersion: 0.0.0-dev + zookeeper: + operatorVersion: 0.0.0-dev + hdfs: + operatorVersion: 0.0.0-dev + hbase: + operatorVersion: 0.0.0-dev spark-k8s: operatorVersion: 0.0.0-dev diff --git a/tests/templates/kuttl/hbase-connector/00-assert.yaml b/tests/templates/kuttl/hbase-connector/00-assert.yaml new file mode 100644 index 00000000..5baf8caa --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/00-assert.yaml @@ -0,0 +1,9 @@ +--- +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +timeout: 900 +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: integration-tests-sa diff --git a/tests/templates/kuttl/hbase-connector/00-patch-ns.yaml.j2 b/tests/templates/kuttl/hbase-connector/00-patch-ns.yaml.j2 new file mode 100644 index 00000000..67185acf --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/00-patch-ns.yaml.j2 @@ -0,0 +1,9 @@ +{% if test_scenario['values']['openshift'] == 'true' %} +# see https://github.com/stackabletech/issues/issues/566 +--- +apiVersion: kuttl.dev/v1beta1 +kind: TestStep +commands: + - script: kubectl patch namespace $NAMESPACE -p '{"metadata":{"labels":{"pod-security.kubernetes.io/enforce":"privileged"}}}' + timeout: 120 +{% endif %} diff --git a/tests/templates/kuttl/hbase-connector/00-serviceaccount.yaml.j2 b/tests/templates/kuttl/hbase-connector/00-serviceaccount.yaml.j2 new file mode 100644 index 00000000..9cbf0351 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/00-serviceaccount.yaml.j2 @@ -0,0 +1,29 @@ +--- +kind: Role +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: use-integration-tests-scc +rules: +{% if test_scenario['values']['openshift'] == "true" %} + - apiGroups: ["security.openshift.io"] + resources: ["securitycontextconstraints"] + resourceNames: ["privileged"] + verbs: ["use"] +{% endif %} +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: integration-tests-sa +--- +kind: RoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: use-integration-tests-scc +subjects: + - kind: ServiceAccount + name: integration-tests-sa +roleRef: + kind: Role + name: use-integration-tests-scc + apiGroup: rbac.authorization.k8s.io diff --git a/tests/templates/kuttl/hbase-connector/01-assert.yaml.j2 b/tests/templates/kuttl/hbase-connector/01-assert.yaml.j2 new file mode 100644 index 00000000..50b1d4c3 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/01-assert.yaml.j2 @@ -0,0 +1,10 @@ +--- +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +{% if lookup('env', 'VECTOR_AGGREGATOR') %} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: vector-aggregator-discovery +{% endif %} diff --git a/tests/templates/kuttl/hbase-connector/01-install-vector-aggregator-discovery-configmap.yaml.j2 b/tests/templates/kuttl/hbase-connector/01-install-vector-aggregator-discovery-configmap.yaml.j2 new file mode 100644 index 00000000..2d6a0df5 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/01-install-vector-aggregator-discovery-configmap.yaml.j2 @@ -0,0 +1,9 @@ +{% if lookup('env', 'VECTOR_AGGREGATOR') %} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: vector-aggregator-discovery +data: + ADDRESS: {{ lookup('env', 'VECTOR_AGGREGATOR') }} +{% endif %} diff --git a/tests/templates/kuttl/hbase-connector/02-assert.yaml b/tests/templates/kuttl/hbase-connector/02-assert.yaml new file mode 100644 index 00000000..a1e216b4 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/02-assert.yaml @@ -0,0 +1,14 @@ +--- +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +metadata: + name: install-zk +timeout: 600 +--- +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: test-zk-server-default +status: + readyReplicas: 1 + replicas: 1 diff --git a/tests/templates/kuttl/hbase-connector/02-install-zookeeper.yaml.j2 b/tests/templates/kuttl/hbase-connector/02-install-zookeeper.yaml.j2 new file mode 100644 index 00000000..caecd8b8 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/02-install-zookeeper.yaml.j2 @@ -0,0 +1,28 @@ +--- +apiVersion: zookeeper.stackable.tech/v1alpha1 +kind: ZookeeperCluster +metadata: + name: test-zk +spec: + image: + productVersion: "{{ test_scenario['values']['zookeeper-latest'] }}" + pullPolicy: IfNotPresent + clusterConfig: +{% if lookup('env', 'VECTOR_AGGREGATOR') %} + vectorAggregatorConfigMapName: vector-aggregator-discovery +{% endif %} + servers: + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + roleGroups: + default: + replicas: 1 +--- +apiVersion: zookeeper.stackable.tech/v1alpha1 +kind: ZookeeperZnode +metadata: + name: test-znode +spec: + clusterRef: + name: test-zk diff --git a/tests/templates/kuttl/hbase-connector/03-assert.yaml b/tests/templates/kuttl/hbase-connector/03-assert.yaml new file mode 100644 index 00000000..8800b24d --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/03-assert.yaml @@ -0,0 +1,30 @@ +--- +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +metadata: + name: install-hdfs +timeout: 600 +--- +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: test-hdfs-namenode-default +status: + readyReplicas: 2 + replicas: 2 +--- +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: test-hdfs-journalnode-default +status: + readyReplicas: 1 + replicas: 1 +--- +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: test-hdfs-datanode-default +status: + readyReplicas: 1 + replicas: 1 diff --git a/tests/templates/kuttl/hbase-connector/03-install-hdfs.yaml.j2 b/tests/templates/kuttl/hbase-connector/03-install-hdfs.yaml.j2 new file mode 100644 index 00000000..0bd3bb65 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/03-install-hdfs.yaml.j2 @@ -0,0 +1,35 @@ +--- +apiVersion: hdfs.stackable.tech/v1alpha1 +kind: HdfsCluster +metadata: + name: test-hdfs +spec: + image: + productVersion: "{{ test_scenario['values']['hdfs-latest'] }}" + pullPolicy: IfNotPresent + clusterConfig: + zookeeperConfigMapName: test-znode +{% if lookup('env', 'VECTOR_AGGREGATOR') %} + vectorAggregatorConfigMapName: vector-aggregator-discovery +{% endif %} + nameNodes: + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + roleGroups: + default: + replicas: 2 + dataNodes: + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + roleGroups: + default: + replicas: 1 + journalNodes: + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + roleGroups: + default: + replicas: 1 diff --git a/tests/templates/kuttl/hbase-connector/04-assert.yaml b/tests/templates/kuttl/hbase-connector/04-assert.yaml new file mode 100644 index 00000000..a30dca37 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/04-assert.yaml @@ -0,0 +1,22 @@ +--- +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +metadata: + name: install-hbase +timeout: 600 +--- +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: test-hbase-master-default +status: + readyReplicas: 2 + replicas: 2 +--- +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: test-hbase-regionserver-default +status: + readyReplicas: 1 + replicas: 1 diff --git a/tests/templates/kuttl/hbase-connector/04-install-hbase.yaml.j2 b/tests/templates/kuttl/hbase-connector/04-install-hbase.yaml.j2 new file mode 100644 index 00000000..dfc0af00 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/04-install-hbase.yaml.j2 @@ -0,0 +1,29 @@ +--- +apiVersion: hbase.stackable.tech/v1alpha1 +kind: HbaseCluster +metadata: + name: test-hbase +spec: + image: + productVersion: "{{ test_scenario['values']['hbase'] }}" + pullPolicy: IfNotPresent + clusterConfig: + hdfsConfigMapName: test-hdfs + zookeeperConfigMapName: test-znode +{% if lookup('env', 'VECTOR_AGGREGATOR') %} + vectorAggregatorConfigMapName: vector-aggregator-discovery +{% endif %} + masters: + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + roleGroups: + default: + replicas: 2 + regionServers: + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + roleGroups: + default: + replicas: 1 diff --git a/tests/templates/kuttl/hbase-connector/10-assert.yaml b/tests/templates/kuttl/hbase-connector/10-assert.yaml new file mode 100644 index 00000000..01289441 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/10-assert.yaml @@ -0,0 +1,11 @@ +--- +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +timeout: 900 +--- +apiVersion: spark.stackable.tech/v1alpha1 +kind: SparkApplication +metadata: + name: test-spark-hbase-connector +status: + phase: Succeeded diff --git a/tests/templates/kuttl/hbase-connector/10-deploy-spark-app.yaml.j2 b/tests/templates/kuttl/hbase-connector/10-deploy-spark-app.yaml.j2 new file mode 100644 index 00000000..efffe14e --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/10-deploy-spark-app.yaml.j2 @@ -0,0 +1,104 @@ +--- +apiVersion: spark.stackable.tech/v1alpha1 +kind: SparkApplication +metadata: + name: test-spark-hbase-connector +spec: +{% if lookup('env', 'VECTOR_AGGREGATOR') %} + vectorAggregatorConfigMapName: vector-aggregator-discovery +{% endif %} + sparkImage: +{% if test_scenario['values']['spark'].find(",") > 0 %} + custom: "{{ test_scenario['values']['spark'].split(',')[1] }}" + productVersion: "{{ test_scenario['values']['spark'].split(',')[0] }}" +{% else %} + productVersion: "{{ test_scenario['values']['spark'] }}" +{% endif %} + # pullPolicy: IfNotPresent + pullPolicy: Always + mode: cluster + mainApplicationFile: local:///stackable/spark/jobs/test-hbase.py + sparkConf: + spark.driver.extraClassPath: /stackable/spark/config + spark.executor.extraClassPath: /stackable/spark/config + driver: + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + volumeMounts: + - name: script + mountPath: /stackable/spark/jobs + - name: hbase-config + mountPath: /stackable/spark/config/hbase-site.xml + subPath: hbase-site.xml + - name: hdfs-config + mountPath: /stackable/spark/config/hdfs-site.xml + subPath: hdfs-site.xml + - name: hdfs-config + mountPath: /stackable/spark/config/core-site.xml + subPath: core-site.xml + executor: + replicas: 1 + config: + logging: + enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }} + volumeMounts: + - name: script + mountPath: /stackable/spark/jobs + - name: hbase-config + mountPath: /stackable/spark/config/hbase-site.xml + subPath: hbase-site.xml + - name: hdfs-config + mountPath: /stackable/spark/config/hdfs-site.xml + subPath: hdfs-site.xml + - name: hdfs-config + mountPath: /stackable/spark/config/core-site.xml + subPath: core-site.xml + volumes: + - name: script + configMap: + name: test-hbase + - name: hbase-config + configMap: + name: test-hbase + - name: hdfs-config + configMap: + name: test-hdfs +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: test-hbase +data: + test-hbase.py: | + import os + from pyspark.sql import SparkSession + from pyspark.sql.types import * + + spark = SparkSession.builder.appName("test-hbase").getOrCreate() + + df = spark.createDataFrame( + [("row1", "Hello, Stackable!")], + "key: string, value: string" + ) + + spark._jvm.org.apache.hadoop.hbase.spark.HBaseContext( + spark._jsc.sc(), + spark._jvm.org.apache.hadoop.hbase.HBaseConfiguration.create(), + None, + ) + + catalog = '{\ + "table":{"namespace":"default","name":"test-hbase"},\ + "rowkey":"key",\ + "columns":{\ + "key":{"cf":"rowkey","col":"key","type":"string"},\ + "value":{"cf":"cf1","col":"value","type":"string"}\ + }}' + + df\ + .write\ + .format("org.apache.hadoop.hbase.spark")\ + .option('catalog', catalog)\ + .option('newtable', '5')\ + .save() diff --git a/tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 b/tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 new file mode 100644 index 00000000..b3978d1c --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 @@ -0,0 +1,55 @@ +--- +mode: standalone +disableWebUI: false +extraEnvVars: + - name: BITNAMI_DEBUG + value: "true" + - name: MINIO_LOG_LEVEL + value: DEBUG + +provisioning: + enabled: true + buckets: + - name: spark-logs/eventlogs + usersExistingSecrets: + - centralized-minio-users + resources: + requests: + memory: 1Gi + cpu: "512m" + limits: + memory: "1Gi" + cpu: "1" + podSecurityContext: + enabled: false + containerSecurityContext: + enabled: false + +volumePermissions: + enabled: false + +podSecurityContext: + enabled: false + +containerSecurityContext: + enabled: false + +persistence: + enabled: false + +resources: + requests: + memory: 1Gi + cpu: "512m" + limits: + memory: "1Gi" + cpu: "1" + +service: + type: NodePort + +{% if test_scenario['values']['s3-use-tls'] == 'true' %} +tls: + enabled: true + existingSecret: minio-tls-eventlog +{% endif %} diff --git a/tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml b/tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml new file mode 100644 index 00000000..fcc3b193 --- /dev/null +++ b/tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml @@ -0,0 +1,49 @@ +--- +mode: standalone +disableWebUI: false +extraEnvVars: + - name: BITNAMI_DEBUG + value: "true" + - name: MINIO_LOG_LEVEL + value: DEBUG + +provisioning: + enabled: true + buckets: + - name: my-bucket + usersExistingSecrets: + - centralized-minio-users + resources: + requests: + memory: 1Gi + cpu: "512m" + limits: + memory: "1Gi" + cpu: "1" + podSecurityContext: + enabled: false + containerSecurityContext: + enabled: false + +volumePermissions: + enabled: false + +podSecurityContext: + enabled: false + +containerSecurityContext: + enabled: false + +persistence: + enabled: false + +resources: + requests: + memory: 1Gi + cpu: "512m" + limits: + memory: "1Gi" + cpu: "1" + +service: + type: NodePort diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index ade3b6ee..3c6b5ac1 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -5,8 +5,10 @@ dimensions: - "false" - name: spark values: - - 3.5.1 - - 3.5.2 + # - 3.5.1 + # - 3.5.2 + - 3.5.1,docker.stackable.tech/sandbox/sigi/spark-hbase-connector/stackable/spark-k8s:3.5.1-stackable0.0.0-dev + - 3.5.2,docker.stackable.tech/sandbox/sigi/spark-hbase-connector/stackable/spark-k8s:3.5.2-stackable0.0.0-dev # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version # as in the example below. # - 3.5.1,docker.stackable.tech/sandbox/spark-k8s:3.5.1-stackable0.0.0-dev @@ -14,6 +16,16 @@ dimensions: values: - 3.5.2 # - 3.5.1,docker.stackable.tech/sandbox/spark-k8s:3.5.1-stackable0.0.0-dev + - name: hbase + values: + - 2.6.0 + - 2.4.18 + - name: hdfs-latest + values: + - 3.4.0 + - name: zookeeper-latest + values: + - 3.9.2 - name: ny-tlc-report values: - 0.2.0 @@ -83,6 +95,13 @@ tests: - spark-delta-lake - delta - openshift + - name: hbase-connector + dimensions: + - spark + - hbase + - hdfs-latest + - zookeeper-latest + - openshift suites: - name: nightly patch: From 9e4e5b5f31dc146f08920d044e7928e857f59c05 Mon Sep 17 00:00:00 2001 From: Siegfried Weber Date: Sat, 28 Sep 2024 10:31:33 +0200 Subject: [PATCH 2/3] Remove unused Minio Helm chart from hbase-connector test --- ...helm-bitnami-eventlog-minio-values.yaml.j2 | 55 ------------------- .../helm-bitnami-minio-values.yaml | 49 ----------------- 2 files changed, 104 deletions(-) delete mode 100644 tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 delete mode 100644 tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml diff --git a/tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 b/tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 deleted file mode 100644 index b3978d1c..00000000 --- a/tests/templates/kuttl/hbase-connector/helm-bitnami-eventlog-minio-values.yaml.j2 +++ /dev/null @@ -1,55 +0,0 @@ ---- -mode: standalone -disableWebUI: false -extraEnvVars: - - name: BITNAMI_DEBUG - value: "true" - - name: MINIO_LOG_LEVEL - value: DEBUG - -provisioning: - enabled: true - buckets: - - name: spark-logs/eventlogs - usersExistingSecrets: - - centralized-minio-users - resources: - requests: - memory: 1Gi - cpu: "512m" - limits: - memory: "1Gi" - cpu: "1" - podSecurityContext: - enabled: false - containerSecurityContext: - enabled: false - -volumePermissions: - enabled: false - -podSecurityContext: - enabled: false - -containerSecurityContext: - enabled: false - -persistence: - enabled: false - -resources: - requests: - memory: 1Gi - cpu: "512m" - limits: - memory: "1Gi" - cpu: "1" - -service: - type: NodePort - -{% if test_scenario['values']['s3-use-tls'] == 'true' %} -tls: - enabled: true - existingSecret: minio-tls-eventlog -{% endif %} diff --git a/tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml b/tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml deleted file mode 100644 index fcc3b193..00000000 --- a/tests/templates/kuttl/hbase-connector/helm-bitnami-minio-values.yaml +++ /dev/null @@ -1,49 +0,0 @@ ---- -mode: standalone -disableWebUI: false -extraEnvVars: - - name: BITNAMI_DEBUG - value: "true" - - name: MINIO_LOG_LEVEL - value: DEBUG - -provisioning: - enabled: true - buckets: - - name: my-bucket - usersExistingSecrets: - - centralized-minio-users - resources: - requests: - memory: 1Gi - cpu: "512m" - limits: - memory: "1Gi" - cpu: "1" - podSecurityContext: - enabled: false - containerSecurityContext: - enabled: false - -volumePermissions: - enabled: false - -podSecurityContext: - enabled: false - -containerSecurityContext: - enabled: false - -persistence: - enabled: false - -resources: - requests: - memory: 1Gi - cpu: "512m" - limits: - memory: "1Gi" - cpu: "1" - -service: - type: NodePort From 6c56f2ccaebd1cda423e069f9520bfd6576c2d7a Mon Sep 17 00:00:00 2001 From: Siegfried Weber Date: Sun, 29 Sep 2024 21:24:44 +0200 Subject: [PATCH 3/3] Remove test images from the test definitons --- tests/test-definition.yaml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index 3c6b5ac1..cf7cd70a 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -5,10 +5,8 @@ dimensions: - "false" - name: spark values: - # - 3.5.1 - # - 3.5.2 - - 3.5.1,docker.stackable.tech/sandbox/sigi/spark-hbase-connector/stackable/spark-k8s:3.5.1-stackable0.0.0-dev - - 3.5.2,docker.stackable.tech/sandbox/sigi/spark-hbase-connector/stackable/spark-k8s:3.5.2-stackable0.0.0-dev + - 3.5.1 + - 3.5.2 # Alternatively, if you want to use a custom image, append a comma and the full image name to the product version # as in the example below. # - 3.5.1,docker.stackable.tech/sandbox/spark-k8s:3.5.1-stackable0.0.0-dev