fix tests; rename project

Author: scottsand-db

build.sbt

@@ -797,91 +797,32 @@ lazy val flink = (project in file("flink"))
     (Test / test) := ((Test / test) dependsOn (Compile / unidoc)).value
   )
 
-lazy val core = (project in file("core"))
+lazy val kernel = (project in file("kernel"))
   .settings(
-    name := "delta-core",
+    name := "delta-kernel",
     commonSettings,
     skipReleaseSettings,
     libraryDependencies ++= Seq(
 
     )
   )
 
-lazy val defaultCore = (project in file("default-core"))
-  .dependsOn(core)
+lazy val kernelDefault = (project in file("kernel-default"))
+  .dependsOn(kernel)
   .settings(
-    name := "delta-core-default",
+    name := "delta-kernel-default",
     commonSettings,
     skipReleaseSettings,
     libraryDependencies ++= Seq(
       "org.apache.hadoop" % "hadoop-client-api" % "3.3.1", // Configuration, Path
       "io.delta" % "delta-storage" % "2.2.0", // LogStore
-      "com.fasterxml.jackson.core" % "jackson-databind" % "2.14.2", // ObjectMapper
-
-      /*
-      // ---------------------------------------------------------------
-      // ------ COPIED VERBATIM FROM DELTA LAKE ON SPARK BUILD.SBT -----
-      // ---------------------------------------------------------------
-      // IntelliJ output
-      //    A full rebuild may help if 'SparkFunSuite.class' was compiled against an incompatible version of org.scalatest.
-      // SBT output
-      //    [error] /home/scott.sandre/connectors/default-core/src/test/scala/io/delta/core/TableSuite.scala:23:41: Symbol 'type org.scalatest.FunSuite' is missing from the classpath.
-      //    [error] This symbol is required by 'class org.apache.spark.SparkFunSuite'.
-      //    [error] Make sure that type FunSuite is in your classpath and check for conflicting dependencies with `-Ylog-classpath`.
-      //    [error] A full rebuild may help if 'SparkFunSuite.class' was compiled against an incompatible version of org.scalatest.
-      //    [error] class TableSuite extends QueryTest with SharedSparkSession {
-      //    [error]                                         ^
-      //    [error] /home/scott.sandre/connectors/default-core/src/test/scala/io/delta/core/TableSuite.scala:29:3: package test is not a value
-      //    [error]   test("basic read") {
-      // Adding test classifier seems to break transitive resolution of the core dependencies
-      "org.apache.spark" %% "spark-hive" % sparkVersion % "provided",
-      "org.apache.spark" %% "spark-sql" % sparkVersion % "provided",
-      "org.apache.spark" %% "spark-core" % sparkVersion % "provided",
-      "org.apache.spark" %% "spark-catalyst" % sparkVersion % "provided",
-
-      // Test deps
-      "org.scalatest" %% "scalatest" % "3.2.9" % "test",
-      "org.scalatestplus" %% "scalacheck-1-15" % "3.2.9.0" % "test",
-      "junit" % "junit" % "4.12" % "test",
-      "com.novocode" % "junit-interface" % "0.11" % "test",
-      "org.apache.spark" %% "spark-catalyst" % sparkVersion % "test" classifier "tests",
-      "org.apache.spark" %% "spark-core" % sparkVersion % "test" classifier "tests",
-      "org.apache.spark" %% "spark-sql" % sparkVersion % "test" classifier "tests",
-      "org.apache.spark" %% "spark-hive" % sparkVersion % "test" classifier "tests",
-      */
-
-      /*
-      // ------------------------------------------------
-      // ------ COPIED VERBATIM FROM GOLDEN TABLES  -----
-      // ------------------------------------------------
-      // IntelliJ output (when running test)
-      //    An exception or error caused a run to abort: 'void org.apache.hadoop.security.HadoopKerberosName.setRuleMechanism(java.lang.String)'
-      //    java.lang.NoSuchMethodError: 'void org.apache.hadoop.security.HadoopKerberosName.setRuleMechanism(java.lang.String)'
-      // SBT output
-      // Test Dependencies (when running test)
-      //    23/03/24 22:07:48 WARN SparkSession: Cannot use io.delta.sql.DeltaSparkSessionExtension to configure session extensions.
-      //    java.lang.ClassNotFoundException: io.delta.sql.DeltaSparkSessionExtension
-      "org.scalatest" %% "scalatest" % "3.1.0" % "test",
-      "org.apache.spark" % "spark-sql_2.12" % "3.2.0" % "test",
-      "io.delta" % "delta-core_2.12" % "1.1.0" % "test",
-      "commons-io" % "commons-io" % "2.8.0" % "test",
-      "org.apache.spark" % "spark-catalyst_2.12" % "3.2.0" % "test" classifier "tests",
-      "org.apache.spark" % "spark-core_2.12" % "3.2.0" % "test" classifier "tests",
-      "org.apache.spark" % "spark-sql_2.12" % "3.2.0" % "test" classifier "tests"
-      */
-
-      // Verbatim from golden tables, trying out different test / classifier tests combinations
-      // test and classifier tests -> Cause: java.lang.ClassNotFoundException: delta.DefaultSource
-      // just test -> object QueryTest is not a member of package org.apache.spark.sql
-      // just classifier tests ->  Symbol 'type org.apache.spark.sql.SparkSession' is missing from the classpath.
-      //      "io.delta" % "delta-core_2.12" % "1.1.0" % "test",
-      //      "org.apache.spark" % "spark-catalyst_2.12" % "3.2.0" % "test",
-      //      "org.apache.spark" % "spark-core_2.12" % "3.2.0" % "test",
-      //      "org.apache.spark" % "spark-sql_2.12" % "3.2.0" % "test",
-      //
-      //      "io.delta" % "delta-core_2.12" % "1.1.0" % "test" classifier "tests",
-      //      "org.apache.spark" % "spark-catalyst_2.12" % "3.2.0" % "test" classifier "tests",
-      //      "org.apache.spark" % "spark-core_2.12" % "3.2.0" % "test" classifier "tests",
-      //      "org.apache.spark" % "spark-sql_2.12" % "3.2.0" % "test" classifier "tests"
+      "com.fasterxml.jackson.core" % "jackson-databind" % "2.13.5", // ObjectMapper
+
+      "org.scalatest" %% "scalatest" % "3.2.15" % "test",
+      "io.delta" %% "delta-core" % "2.2.0" % "test",
+      "org.apache.spark" %% "spark-sql" % "3.3.2" % "test", // SparkSession
+      "org.apache.spark" %% "spark-sql" % "3.3.2" % "test" classifier "tests",
+      "org.apache.spark" %% "spark-core" % "3.3.2" % "test" classifier "tests",
+      "org.apache.spark" %% "spark-catalyst" % "3.3.2" % "test" classifier "tests",
     )
   )

build/sbt-config/repositories

@@ -7,5 +7,5 @@
   typesafe-ivy-releases: https://repo.typesafe.com/typesafe/ivy-releases/, [organization]/[module]/[revision]/[type]s/[artifact](-[classifier]).[ext], bootOnly
   sbt-ivy-snapshots: https://repo.scala-sbt.org/scalasbt/ivy-snapshots/, [organization]/[module]/[revision]/[type]s/[artifact](-[classifier]).[ext], bootOnly
   sbt-plugin-releases: https://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]
-  bintray-spark-packages: https://dl.bintray.com/spark-packages/maven/
+  repos-spark-packages: https://repos.spark-packages.org
   typesafe-releases: http://repo.typesafe.com/typesafe/releases/