Merge pull request apache-spark-on-k8s#376 from palantir/increase-local-file-size-limit

mccheah · web-flow · commit ae882c49bac9 · 2018-05-18T16:11:03.000-07:00
Increase the max total size of files that can be added in k8s
diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/KubernetesDriverBuilder.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/KubernetesDriverBuilder.scala
@@ -81,7 +81,7 @@ private[spark] class KubernetesDriverBuilder(
 }
 
 private object KubernetesDriverBuilder {
-  val MAX_SECRET_BUNDLE_SIZE_BYTES = 10240
+  val MAX_SECRET_BUNDLE_SIZE_BYTES = 20480
   val MAX_SECRET_BUNDLE_SIZE_BYTES_STRING =
     Utils.bytesToString(MAX_SECRET_BUNDLE_SIZE_BYTES)
 }

Original file line number	Diff line number	Diff line change
`@@ -81,7 +81,7 @@ private[spark] class KubernetesDriverBuilder(`
`81`	`81`	`}`
`82`	`82`
`83`	`83`	`private object KubernetesDriverBuilder {`
`84`		`- val MAX_SECRET_BUNDLE_SIZE_BYTES = 10240`
	`84`	`+ val MAX_SECRET_BUNDLE_SIZE_BYTES = 20480`
`85`	`85`	`val MAX_SECRET_BUNDLE_SIZE_BYTES_STRING =`
`86`	`86`	`Utils.bytesToString(MAX_SECRET_BUNDLE_SIZE_BYTES)`
`87`	`87`	`}`