@@ -163,10 +163,10 @@ private[spark] class KubernetesSuite extends FunSuite with BeforeAndAfterAll wit
163
163
164
164
test(" Run PageRank using remote data file" ) {
165
165
sparkAppConf
166
- .set(" spark.kubernetes.mountDependencies.filesDownloadDir" , FILE_DOWNLOAD_PATH )
166
+ .set(" spark.kubernetes.mountDependencies.filesDownloadDir" , CONTAINER_LOCAL_FILE_DOWNLOAD_PATH )
167
167
.set(" spark.files" , REMOTE_PAGE_RANK_DATA_FILE )
168
168
.set(" spark.kubernetes.initContainer.image" , initContainerImage)
169
- runSparkPageRankAndVerifyCompletion(appArgs = Array (LOCAL_DOWNLOADED_PAGE_RANK_DATA_FILE ))
169
+ runSparkPageRankAndVerifyCompletion(appArgs = Array (CONTAINER_LOCAL_DOWNLOADED_PAGE_RANK_DATA_FILE ))
170
170
}
171
171
172
172
private def runSparkPiAndVerifyCompletion (
@@ -320,14 +320,15 @@ private[spark] object KubernetesSuite {
320
320
val TEST_SECRET_VALUE = " test-data"
321
321
val TEST_SECRET_MOUNT_PATH = " /etc/secrets"
322
322
323
- val FILE_DOWNLOAD_PATH = " /var/spark-data/spark-files"
323
+ val CONTAINER_LOCAL_FILE_DOWNLOAD_PATH = " /var/spark-data/spark-files"
324
324
325
325
val REMOTE_EXAMPLES_JAR_URI =
326
326
" https://storage.googleapis.com/spark-k8s-integration-tests/jars/spark-examples_2.11-2.3.0.jar"
327
327
328
328
val REMOTE_PAGE_RANK_DATA_FILE =
329
329
" https://storage.googleapis.com/spark-k8s-integration-tests/files/pagerank_data.txt"
330
- val LOCAL_DOWNLOADED_PAGE_RANK_DATA_FILE = s " $FILE_DOWNLOAD_PATH/pagerank_data.txt "
330
+ val CONTAINER_LOCAL_DOWNLOADED_PAGE_RANK_DATA_FILE =
331
+ s " $CONTAINER_LOCAL_FILE_DOWNLOAD_PATH/pagerank_data.txt "
331
332
332
333
case object ShuffleNotReadyException extends Exception
333
334
}
0 commit comments