WIP can't get spark test to run

Author: scottsand-db

build.sbt

@@ -84,10 +84,10 @@ lazy val commonSettings = Seq(
   // Can be run explicitly via: build/sbt $module/checkstyle
   // Will automatically be run during compilation (e.g. build/sbt compile)
   // and during tests (e.g. build/sbt test)
-  checkstyleConfigLocation := CheckstyleConfigLocation.File("dev/checkstyle.xml"),
-  checkstyleSeverityLevel := Some(CheckstyleSeverityLevel.Error),
-  (Compile / checkstyle) := (Compile / checkstyle).triggeredBy(Compile / compile).value,
-  (Test / checkstyle) := (Test / checkstyle).triggeredBy(Test / compile).value
+//  checkstyleConfigLocation := CheckstyleConfigLocation.File("dev/checkstyle.xml"),
+//  checkstyleSeverityLevel := Some(CheckstyleSeverityLevel.Error),
+//  (Compile / checkstyle) := (Compile / checkstyle).triggeredBy(Compile / compile).value,
+//  (Test / checkstyle) := (Test / checkstyle).triggeredBy(Test / compile).value
 )
 
 lazy val releaseSettings = Seq(
@@ -814,7 +814,60 @@ lazy val defaultCore = (project in file("default-core"))
     commonSettings,
     skipReleaseSettings,
     libraryDependencies ++= Seq(
-
-      "com.fasterxml.jackson.core" % "jackson-databind" % "2.14.2" // ObjectMapper
+      "org.apache.hadoop" % "hadoop-client" % "3.1.0", // Configuration, Path
+      "io.delta" % "delta-storage" % "2.2.0", // LogStore
+      "com.fasterxml.jackson.core" % "jackson-databind" % "2.14.2", // ObjectMapper
+
+      /*
+      // ---------------------------------------------------------------
+      // ------ COPIED VERBATIM FROM DELTA LAKE ON SPARK BUILD.SBT -----
+      // ---------------------------------------------------------------
+      // IntelliJ output
+      //    A full rebuild may help if 'SparkFunSuite.class' was compiled against an incompatible version of org.scalatest.
+      // SBT output
+      //    [error] /home/scott.sandre/connectors/default-core/src/test/scala/io/delta/core/TableSuite.scala:23:41: Symbol 'type org.scalatest.FunSuite' is missing from the classpath.
+      //    [error] This symbol is required by 'class org.apache.spark.SparkFunSuite'.
+      //    [error] Make sure that type FunSuite is in your classpath and check for conflicting dependencies with `-Ylog-classpath`.
+      //    [error] A full rebuild may help if 'SparkFunSuite.class' was compiled against an incompatible version of org.scalatest.
+      //    [error] class TableSuite extends QueryTest with SharedSparkSession {
+      //    [error]                                         ^
+      //    [error] /home/scott.sandre/connectors/default-core/src/test/scala/io/delta/core/TableSuite.scala:29:3: package test is not a value
+      //    [error]   test("basic read") {
+      // Adding test classifier seems to break transitive resolution of the core dependencies
+      "org.apache.spark" %% "spark-hive" % sparkVersion % "provided",
+      "org.apache.spark" %% "spark-sql" % sparkVersion % "provided",
+      "org.apache.spark" %% "spark-core" % sparkVersion % "provided",
+      "org.apache.spark" %% "spark-catalyst" % sparkVersion % "provided",
+
+      // Test deps
+      "org.scalatest" %% "scalatest" % "3.2.9" % "test",
+      "org.scalatestplus" %% "scalacheck-1-15" % "3.2.9.0" % "test",
+      "junit" % "junit" % "4.12" % "test",
+      "com.novocode" % "junit-interface" % "0.11" % "test",
+      "org.apache.spark" %% "spark-catalyst" % sparkVersion % "test" classifier "tests",
+      "org.apache.spark" %% "spark-core" % sparkVersion % "test" classifier "tests",
+      "org.apache.spark" %% "spark-sql" % sparkVersion % "test" classifier "tests",
+      "org.apache.spark" %% "spark-hive" % sparkVersion % "test" classifier "tests",
+      */
+
+      /*
+      // ------------------------------------------------
+      // ------ COPIED VERBATIM FROM GOLDEN TABLES  -----
+      // ------------------------------------------------
+      // IntelliJ output (when running test)
+      //    An exception or error caused a run to abort: 'void org.apache.hadoop.security.HadoopKerberosName.setRuleMechanism(java.lang.String)'
+      //    java.lang.NoSuchMethodError: 'void org.apache.hadoop.security.HadoopKerberosName.setRuleMechanism(java.lang.String)'
+      // SBT output
+      // Test Dependencies (when running test)
+      //    23/03/24 22:07:48 WARN SparkSession: Cannot use io.delta.sql.DeltaSparkSessionExtension to configure session extensions.
+      //    java.lang.ClassNotFoundException: io.delta.sql.DeltaSparkSessionExtension
+      "org.scalatest" %% "scalatest" % "3.1.0" % "test",
+      "org.apache.spark" % "spark-sql_2.12" % "3.2.0" % "test",
+      "io.delta" % "delta-core_2.12" % "1.1.0" % "test",
+      "commons-io" % "commons-io" % "2.8.0" % "test",
+      "org.apache.spark" % "spark-catalyst_2.12" % "3.2.0" % "test" classifier "tests",
+      "org.apache.spark" % "spark-core_2.12" % "3.2.0" % "test" classifier "tests",
+      "org.apache.spark" % "spark-sql_2.12" % "3.2.0" % "test" classifier "tests"
+      */
     )
   )