Skip to content

Commit 7f1dd38

Browse files
committed
do not raise twice on template parse failuer
1 parent 1fa2a9a commit 7f1dd38

File tree

4 files changed

+10
-26
lines changed

4 files changed

+10
-26
lines changed

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/KubernetesUtils.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -96,7 +96,7 @@ private[spark] object KubernetesUtils extends Logging {
9696
case e: Exception =>
9797
logError(
9898
s"Encountered exception while attempting to load initial pod spec from file", e)
99-
throw new SparkException("Could not load driver pod from template file.", e)
99+
throw new SparkException("Could not load pod from template file.", e)
100100
}
101101
}
102102

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/KubernetesDriverBuilder.scala

Lines changed: 4 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,6 @@ import org.apache.spark.{SparkConf, SparkException}
2424
import org.apache.spark.deploy.k8s._
2525
import org.apache.spark.deploy.k8s.features._
2626
import org.apache.spark.deploy.k8s.features.bindings.{JavaDriverFeatureStep, PythonDriverFeatureStep}
27-
import org.apache.spark.internal.Logging
2827
import org.apache.spark.util.Utils
2928

3029
private[spark] class KubernetesDriverBuilder(
@@ -126,24 +125,17 @@ private[spark] class KubernetesDriverBuilder(
126125
}
127126
}
128127

129-
private[spark] object KubernetesDriverBuilder extends Logging {
128+
private[spark] object KubernetesDriverBuilder {
130129
val MAX_SECRET_BUNDLE_SIZE_BYTES = 20480
131130
val MAX_SECRET_BUNDLE_SIZE_BYTES_STRING =
132131
Utils.bytesToString(MAX_SECRET_BUNDLE_SIZE_BYTES)
133132

134133
def apply(kubernetesClient: KubernetesClient, conf: SparkConf): KubernetesDriverBuilder = {
135134
conf.get(Config.KUBERNETES_DRIVER_PODTEMPLATE_FILE)
136135
.map(new File(_))
137-
.map(file => new KubernetesDriverBuilder(provideInitialPod = () => {
138-
try {
139-
KubernetesUtils.loadPodFromTemplate(kubernetesClient, file)
140-
} catch {
141-
case e: Exception =>
142-
logError(
143-
s"Encountered exception while attempting to load initial pod spec from file", e)
144-
throw new SparkException("Could not load driver pod from template file.", e)
145-
}
146-
}))
136+
.map(file => new KubernetesDriverBuilder(provideInitialPod = () =>
137+
KubernetesUtils.loadPodFromTemplate(kubernetesClient, file)
138+
))
147139
.getOrElse(new KubernetesDriverBuilder())
148140
}
149141
}

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesExecutorBuilder.scala

Lines changed: 4 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -20,11 +20,10 @@ import java.io.File
2020

2121
import io.fabric8.kubernetes.client.KubernetesClient
2222

23-
import org.apache.spark.{SparkConf, SparkException}
23+
import org.apache.spark.SparkConf
2424
import org.apache.spark.deploy.k8s._
2525
import org.apache.spark.deploy.k8s.features._
2626
import org.apache.spark.deploy.k8s.features.{BasicExecutorFeatureStep, EnvSecretsFeatureStep, LocalDirsFeatureStep, MountSecretsFeatureStep}
27-
import org.apache.spark.internal.Logging
2827

2928
private[spark] class KubernetesExecutorBuilder(
3029
provideBasicStep: (KubernetesConf [KubernetesExecutorSpecificConf])
@@ -75,20 +74,13 @@ private[spark] class KubernetesExecutorBuilder(
7574
}
7675
}
7776

78-
private[spark] object KubernetesExecutorBuilder extends Logging {
77+
private[spark] object KubernetesExecutorBuilder {
7978
def apply(kubernetesClient: KubernetesClient, conf: SparkConf): KubernetesExecutorBuilder = {
8079
conf.get(Config.KUBERNETES_EXECUTOR_PODTEMPLATE_FILE)
8180
.map(new File(_))
82-
.map(file => new KubernetesExecutorBuilder(provideInitialPod = () => {
83-
try {
81+
.map(file => new KubernetesExecutorBuilder(provideInitialPod = () =>
8482
KubernetesUtils.loadPodFromTemplate(kubernetesClient, file)
85-
} catch {
86-
case e: Exception =>
87-
logError(
88-
s"Encountered exception while attempting to load initial pod spec from file", e)
89-
throw new SparkException("Could not load executor pod from template file.", e)
90-
}
91-
}))
83+
))
9284
.getOrElse(new KubernetesExecutorBuilder())
9385
}
9486
}

resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/submit/KubernetesDriverBuilderSuite.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -351,7 +351,7 @@ class KubernetesDriverBuilderSuite extends SparkFunSuite {
351351
.endMetadata()
352352
.build())
353353
}
354-
assert(exception.getMessage.contains("Could not load driver pod from template file."))
354+
assert(exception.getMessage.contains("Could not load pod from template file."))
355355
}
356356

357357
private def constructSpecWithPodTemplate(pod: Pod) : KubernetesDriverSpec = {

0 commit comments

Comments
 (0)