Merge pull request apache-spark-on-k8s#360 from palantir/log-which-jars-are-local

mccheah · web-flow · commit 30510ff06075 · 2018-04-17T17:41:33.000-07:00
Report bad jars
diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/DriverConfigOrchestrator.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/DriverConfigOrchestrator.scala
@@ -105,8 +105,8 @@ private[spark] class DriverConfigOrchestrator(
 
     // TODO(SPARK-23153): remove once submission client local dependencies are supported.
     if (existSubmissionLocalFiles(sparkJars)) {
-      throw new SparkException("The Kubernetes mode does not yet support referencing application " +
-        "dependencies in the local file system.")
+      throw new SparkException(s"The Kubernetes mode does not yet support referencing " +
+        s"application dependencies in the local file system. All provided jars: $sparkJars.")
     }
 
     val mountLocalFilesStep = if (existSubmissionLocalFiles(sparkFiles)) {

Original file line number	Diff line number	Diff line change
`@@ -105,8 +105,8 @@ private[spark] class DriverConfigOrchestrator(`
`105`	`105`
`106`	`106`	`// TODO(SPARK-23153): remove once submission client local dependencies are supported.`
`107`	`107`	`if (existSubmissionLocalFiles(sparkJars)) {`
`108`		`- throw new SparkException("The Kubernetes mode does not yet support referencing application " +`
`109`		`- "dependencies in the local file system.")`
	`108`	`+ throw new SparkException(s"The Kubernetes mode does not yet support referencing " +`
	`109`	`+ s"application dependencies in the local file system. All provided jars: $sparkJars.")`
`110`	`110`	`}`
`111`	`111`
`112`	`112`	`val mountLocalFilesStep = if (existSubmissionLocalFiles(sparkFiles)) {`