|
16 | 16 | */ |
17 | 17 | package org.apache.spark.scheduler.cluster.armada |
18 | 18 |
|
19 | | -import java.util.concurrent.{ScheduledExecutorService} |
| 19 | +import java.util.concurrent.ScheduledExecutorService |
20 | 20 |
|
21 | 21 | import scala.collection.mutable.HashMap |
22 | 22 |
|
@@ -49,17 +49,17 @@ private[spark] class ArmadaClusterSchedulerBackend( |
49 | 49 | } |
50 | 50 |
|
51 | 51 |
|
52 | | - def submitJob(): Unit = { |
| 52 | + private def submitJob(): Unit = { |
53 | 53 |
|
54 | | - var urlArray = masterURL.split(":") |
| 54 | + val urlArray = masterURL.split(":") |
55 | 55 | // Remove leading "/"'s |
56 | 56 | val host = if (urlArray(1).startsWith("/")) urlArray(1).substring(2) else urlArray(1) |
57 | 57 | val port = urlArray(2).toInt |
58 | 58 |
|
59 | 59 | val driverAddr = sys.env("SPARK_DRIVER_BIND_ADDRESS") |
60 | 60 |
|
61 | 61 |
|
62 | | - val driverURL = s"spark://CoarseGrainedScheduler@${driverAddr}:7078" |
| 62 | + val driverURL = s"spark://CoarseGrainedScheduler@$driverAddr:7078" |
63 | 63 | val source = EnvVarSource().withFieldRef(ObjectFieldSelector() |
64 | 64 | .withApiVersion("v1").withFieldPath("status.podIP")) |
65 | 65 | val envVars = Seq( |
@@ -110,7 +110,7 @@ private[spark] class ArmadaClusterSchedulerBackend( |
110 | 110 | val jobSubmitResponse = ArmadaClient(host, port) |
111 | 111 | .SubmitJobs("test", "executor", Seq(testJob)) |
112 | 112 |
|
113 | | - logInfo(s"Job Submit Response") |
| 113 | + logInfo(s"Driver Job Submit Response") |
114 | 114 | for (respItem <- jobSubmitResponse.jobResponseItems) { |
115 | 115 | logInfo(s"JobID: ${respItem.jobId} Error: ${respItem.error} ") |
116 | 116 |
|
@@ -174,7 +174,7 @@ private[spark] class ArmadaClusterSchedulerBackend( |
174 | 174 | execIDRequester -= rpcAddress |
175 | 175 | // Expected, executors re-establish a connection with an ID |
176 | 176 | case _ => |
177 | | - logDebug(s"No executor found for ${rpcAddress}") |
| 177 | + logDebug(s"No executor found for $rpcAddress") |
178 | 178 | } |
179 | 179 | } |
180 | 180 | } |
|
0 commit comments