Skip to content

Commit 572e307

Browse files
committed
fixup
1 parent 193ae7b commit 572e307

File tree

11 files changed

+3
-225
lines changed

11 files changed

+3
-225
lines changed

build.sbt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -459,6 +459,7 @@ lazy val kernelApi = (project in file("kernel/kernel-api"))
459459
scalaStyleSettings,
460460
javaOnlyReleaseSettings,
461461
Test / javaOptions ++= Seq("-ea"),
462+
crossSparkSettings(),
462463
libraryDependencies ++= Seq(
463464
"org.roaringbitmap" % "RoaringBitmap" % "0.9.25",
464465
"org.slf4j" % "slf4j-api" % "1.7.36",

kernel/kernel-api/src/main/java/io/delta/kernel/internal/TableFeatures.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,8 @@ public static void validateReadSupportedTable(
5252
case "deletionVectors": // fall through
5353
case "timestampNtz": // fall through
5454
case "variantType-dev": // fall through
55-
case "vacuumProtocolCheck":
55+
case "vacuumProtocolCheck": // fall through
56+
case "v2Checkpoint":
5657
break;
5758
default:
5859
throw DeltaErrors.unsupportedReaderFeature(tablePath, readerFeature);

kernel/kernel-defaults/src/test/scala/io/delta/kernel/defaults/internal/parquet/ParquetFileReaderSuite.scala

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,6 @@ package io.delta.kernel.defaults.internal.parquet
1717

1818
import java.math.BigDecimal
1919

20-
import org.apache.spark.sql.DataFrame
21-
2220
import io.delta.golden.GoldenTableUtils.goldenTableFile
2321
import io.delta.kernel.defaults.utils.{ExpressionTestUtils, TestRow}
2422
import io.delta.kernel.test.VectorTestUtils

kernel/kernel-defaults/src/test/scala/io/delta/kernel/defaults/utils/TestUtils.scala

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -121,17 +121,6 @@ trait TestUtils extends Assertions with SQLHelper {
121121
lazy val classLoader: ClassLoader = ResourceLoader.getClass.getClassLoader
122122
}
123123

124-
/**
125-
* Drops table `tableName` after calling `f`.
126-
*/
127-
def withTable(tableNames: String*)(f: => Unit): Unit = {
128-
try f finally {
129-
tableNames.foreach { name =>
130-
spark.sql(s"DROP TABLE IF EXISTS $name")
131-
}
132-
}
133-
}
134-
135124
def withGoldenTable(tableName: String)(testFunc: String => Unit): Unit = {
136125
val tablePath = GoldenTableUtils.goldenTablePath(tableName)
137126
testFunc(tablePath)

spark/src/main/scala-spark-3.5/shims/VariantShim.scala

Lines changed: 0 additions & 26 deletions
This file was deleted.

spark/src/main/scala-spark-master/shims/VariantShim.scala

Lines changed: 0 additions & 23 deletions
This file was deleted.

spark/src/main/scala/org/apache/spark/sql/delta/TableFeature.scala

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -533,14 +533,6 @@ object IdentityColumnsTableFeature
533533
}
534534
}
535535

536-
object VariantTypeTableFeature extends ReaderWriterFeature(name = "variantType-dev")
537-
with FeatureAutomaticallyEnabledByMetadata {
538-
override def metadataRequiresFeatureToBeEnabled(
539-
metadata: Metadata, spark: SparkSession): Boolean = {
540-
SchemaUtils.checkForVariantTypeColumnsRecursively(metadata.schema)
541-
}
542-
}
543-
544536
object TimestampNTZTableFeature extends ReaderWriterFeature(name = "timestampNtz")
545537
with FeatureAutomaticallyEnabledByMetadata {
546538
override def metadataRequiresFeatureToBeEnabled(

spark/src/main/scala/org/apache/spark/sql/delta/schema/SchemaUtils.scala

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1264,13 +1264,6 @@ def normalizeColumnNamesInDataType(
12641264
unsupportedDataTypes.toSeq
12651265
}
12661266

1267-
/**
1268-
* Find VariantType columns in the table schema.
1269-
*/
1270-
def checkForVariantTypeColumnsRecursively(schema: StructType): Boolean = {
1271-
SchemaUtils.typeExistsRecursively(schema)(VariantShim.isTypeVariant(_))
1272-
}
1273-
12741267
/**
12751268
* Find TimestampNTZ columns in the table schema.
12761269
*/

spark/src/test/scala-spark-3.5/shims/DeltaVariantSparkOnlyTests.scala

Lines changed: 0 additions & 19 deletions
This file was deleted.

spark/src/test/scala-spark-master/shims/DeltaVariantSparkOnlyTests.scala

Lines changed: 0 additions & 109 deletions
This file was deleted.

0 commit comments

Comments
 (0)