diff --git a/examples/pi-statefulset.yaml b/examples/pi-statefulset.yaml new file mode 100644 index 00000000..e7ac510a --- /dev/null +++ b/examples/pi-statefulset.yaml @@ -0,0 +1,31 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +apiVersion: spark.apache.org/v1 +kind: SparkApplication +metadata: + name: pi-statefulset +spec: + mainClass: "org.apache.spark.examples.SparkPi" + driverArgs: ["20000"] + jars: "local:///opt/spark/examples/jars/spark-examples.jar" + sparkConf: + spark.executor.instances: "3" + spark.kubernetes.allocation.pods.allocator: "statefulset" + spark.kubernetes.authenticate.driver.serviceAccountName: "spark" + spark.kubernetes.container.image: "apache/spark:4.0.1" + applicationTolerations: + resourceRetainPolicy: OnFailure + runtimeVersions: + sparkVersion: "4.0.1"