Skip to content

Commit 4ee03f1

Browse files
committed
clean up the spark history test to use local artifacts
1 parent 23e1120 commit 4ee03f1

File tree

4 files changed

+2
-41
lines changed

4 files changed

+2
-41
lines changed

tests/templates/kuttl/spark-history-server/00-secrets.yaml.j2

Lines changed: 0 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,26 +1,6 @@
11
---
22
apiVersion: secrets.stackable.tech/v1alpha1
33
kind: SecretClass
4-
metadata:
5-
name: s3-credentials-class
6-
spec:
7-
backend:
8-
k8sSearch:
9-
searchNamespace:
10-
pod: {}
11-
---
12-
apiVersion: v1
13-
kind: Secret
14-
metadata:
15-
name: s3-credentials
16-
labels:
17-
secrets.stackable.tech/class: s3-credentials-class
18-
stringData:
19-
accessKey: spark
20-
secretKey: sparkspark
21-
---
22-
apiVersion: secrets.stackable.tech/v1alpha1
23-
kind: SecretClass
244
metadata:
255
name: history-credentials-class
266
spec:

tests/templates/kuttl/spark-history-server/05-s3-connection.yaml.j2

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,6 @@
11
---
22
apiVersion: s3.stackable.tech/v1alpha1
33
kind: S3Connection
4-
metadata:
5-
name: spark-data-s3-connection
6-
spec:
7-
host: test-minio
8-
port: 9000
9-
accessStyle: Path
10-
credentials:
11-
secretClass: s3-credentials-class
12-
---
13-
apiVersion: s3.stackable.tech/v1alpha1
14-
kind: S3Connection
154
metadata:
165
name: spark-history-s3-connection
176
spec:

tests/templates/kuttl/spark-history-server/10-deploy-spark-app.yaml.j2

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -17,11 +17,7 @@ spec:
1717
pullPolicy: IfNotPresent
1818
mode: cluster
1919
mainClass: org.apache.spark.examples.SparkPi
20-
mainApplicationFile: "/stackable/spark/examples/jars/spark-examples.jar"
21-
sparkConf:
22-
spark.kubernetes.file.upload.path: "s3a://my-bucket"
23-
s3connection:
24-
reference: spark-data-s3-connection
20+
mainApplicationFile: "local:///stackable/spark/examples/src/main/python/pi.py"
2521
logFileDirectory:
2622
s3:
2723
prefix: eventlogs/

tests/templates/kuttl/spark-history-server/12-deploy-spark-app.yaml.j2

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -17,11 +17,7 @@ spec:
1717
pullPolicy: IfNotPresent
1818
mode: cluster
1919
mainClass: org.apache.spark.examples.SparkPi
20-
mainApplicationFile: "/stackable/spark/examples/jars/spark-examples.jar"
21-
sparkConf:
22-
spark.kubernetes.file.upload.path: "s3a://my-bucket"
23-
s3connection:
24-
reference: spark-data-s3-connection
20+
mainApplicationFile: "local:///stackable/spark/examples/src/main/python/pi.py"
2521
logFileDirectory:
2622
s3:
2723
prefix: eventlogs/

0 commit comments

Comments
 (0)