NamedObjects: fixed test config, removed warnings

Author: TimMaltGermany

job-server-extras/test/spark.jobserver/NamedObjectsSpec.scala

@@ -2,7 +2,7 @@ package spark.jobserver
 
 import akka.actor.{ ActorRef, ActorSystem, Props }
 import akka.testkit.{ ImplicitSender, TestKit }
-import org.apache.spark.SparkContext
+import org.apache.spark.{ SparkContext, SparkConf }
 import org.apache.spark.sql.{ SQLContext, Row, DataFrame}
 import org.apache.spark.sql.types._
 import org.apache.spark.rdd.RDD
@@ -16,7 +16,7 @@ import org.scalatest.{ Matchers, FunSpecLike, FunSpec, BeforeAndAfterAll, Before
 class NamedObjectsSpec extends TestKit(ActorSystem("NamedObjectsSpec")) with FunSpecLike
     with ImplicitSender with Matchers with BeforeAndAfter with BeforeAndAfterAll {
 
-  val sc = new SparkContext("local[4]", getClass.getSimpleName)
+  val sc = new SparkContext("local[3]", getClass.getSimpleName, new SparkConf)
   val sqlContext = new SQLContext(sc)
   val namedObjects: NamedObjects = new JobServerNamedObjects(system)
 

job-server/test/spark.jobserver/JobWithNamedRddsSpec.scala

@@ -2,7 +2,7 @@ package spark.jobserver
 
 import akka.actor.{ ActorRef, ActorSystem, Props }
 import akka.testkit.{ ImplicitSender, TestKit }
-import org.apache.spark.SparkContext
+import org.apache.spark.{ SparkContext, SparkConf }
 import org.apache.spark.storage.StorageLevel
 import org.scalatest.{ FunSpecLike, FunSpec, BeforeAndAfterAll, BeforeAndAfter }
 import com.typesafe.config.Config
@@ -15,7 +15,7 @@ class JobWithNamedRddsSpec extends JobSpecBase(JobManagerSpec.getNewSystem) {
 
   private val emptyConfig = ConfigFactory.parseString("spark.jobserver.named-object-creation-timeout = 60 s")
 
-  val sc = new SparkContext("local[4]", getClass.getSimpleName)
+  val sc = new SparkContext("local[4]", getClass.getSimpleName, new SparkConf)
 
   class TestJob1 extends SparkJob with NamedRddSupport {
     def validate(sc: SparkContext, config: Config): SparkJobValidation = SparkJobValid

job-server/test/spark.jobserver/LocalContextSupervisorSpec.scala

@@ -20,6 +20,7 @@ object LocalContextSupervisorSpec {
       jobserver.job-result-cache-size = 100
       jobserver.context-creation-timeout = 5 s
       jobserver.yarn-context-creation-timeout = 40 s
+      jobserver.named-object-creation-timeout = 60 s
       contexts {
         olap-demo {
           num-cpu-cores = 4

job-server/test/spark.jobserver/NamedObjectsRDDsOnlySpec.scala

@@ -2,7 +2,7 @@ package spark.jobserver
 
 import akka.actor.{ ActorRef, ActorSystem, Props }
 import akka.testkit.{ ImplicitSender, TestKit }
-import org.apache.spark.SparkContext
+import org.apache.spark.{ SparkContext, SparkConf }
 import org.apache.spark.rdd.RDD
 import org.apache.spark.storage.StorageLevel
 import org.scalatest.{ Matchers, FunSpecLike, FunSpec, BeforeAndAfterAll, BeforeAndAfter }
@@ -14,7 +14,7 @@ import org.scalatest.{ Matchers, FunSpecLike, FunSpec, BeforeAndAfterAll, Before
 class NamedObjectsRDDsOnlySpec extends TestKit(ActorSystem("NamedObjectsSpec")) with FunSpecLike
     with ImplicitSender with Matchers with BeforeAndAfter with BeforeAndAfterAll {
 
-  val sc = new SparkContext("local[4]", getClass.getSimpleName)
+  val sc = new SparkContext("local[2]", getClass.getSimpleName, new SparkConf)
   val namedObjects: NamedObjects = new JobServerNamedObjects(system)
 
   implicit def rddPersister[T] = new RDDPersister[T]