Skip to content

Commit 7edcad7

Browse files
committed
fixup
1 parent 33714ce commit 7edcad7

File tree

11 files changed

+3
-225
lines changed

11 files changed

+3
-225
lines changed

build.sbt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -459,6 +459,7 @@ lazy val kernelApi = (project in file("kernel/kernel-api"))
459459
scalaStyleSettings,
460460
javaOnlyReleaseSettings,
461461
Test / javaOptions ++= Seq("-ea"),
462+
crossSparkSettings(),
462463
libraryDependencies ++= Seq(
463464
"org.roaringbitmap" % "RoaringBitmap" % "0.9.25",
464465
"org.slf4j" % "slf4j-api" % "1.7.36",

kernel/kernel-api/src/main/java/io/delta/kernel/internal/TableFeatures.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,8 @@ public static void validateReadSupportedTable(
6464
case "deletionVectors": // fall through
6565
case "timestampNtz": // fall through
6666
case "variantType-dev": // fall through
67-
case "vacuumProtocolCheck":
67+
case "vacuumProtocolCheck": // fall through
68+
case "v2Checkpoint":
6869
break;
6970
default:
7071
throw DeltaErrors.unsupportedReaderFeature(tablePath, readerFeature);

kernel/kernel-defaults/src/test/scala/io/delta/kernel/defaults/internal/parquet/ParquetFileReaderSuite.scala

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,6 @@ package io.delta.kernel.defaults.internal.parquet
1717

1818
import java.math.BigDecimal
1919

20-
import org.apache.spark.sql.DataFrame
21-
2220
import io.delta.golden.GoldenTableUtils.goldenTableFile
2321
import io.delta.kernel.defaults.utils.{ExpressionTestUtils, TestRow}
2422
import io.delta.kernel.test.VectorTestUtils

kernel/kernel-defaults/src/test/scala/io/delta/kernel/defaults/utils/TestUtils.scala

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -137,17 +137,6 @@ trait TestUtils extends Assertions with SQLHelper {
137137
withTempDir { dir => f(dir.getAbsolutePath, engine) }
138138
}
139139

140-
/**
141-
* Drops table `tableName` after calling `f`.
142-
*/
143-
def withTable(tableNames: String*)(f: => Unit): Unit = {
144-
try f finally {
145-
tableNames.foreach { name =>
146-
spark.sql(s"DROP TABLE IF EXISTS $name")
147-
}
148-
}
149-
}
150-
151140
def withGoldenTable(tableName: String)(testFunc: String => Unit): Unit = {
152141
val tablePath = GoldenTableUtils.goldenTablePath(tableName)
153142
testFunc(tablePath)

spark/src/main/scala-spark-3.5/shims/VariantShim.scala

Lines changed: 0 additions & 26 deletions
This file was deleted.

spark/src/main/scala-spark-master/shims/VariantShim.scala

Lines changed: 0 additions & 23 deletions
This file was deleted.

spark/src/main/scala/org/apache/spark/sql/delta/TableFeature.scala

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -572,14 +572,6 @@ object IdentityColumnsTableFeature
572572
}
573573
}
574574

575-
object VariantTypeTableFeature extends ReaderWriterFeature(name = "variantType-dev")
576-
with FeatureAutomaticallyEnabledByMetadata {
577-
override def metadataRequiresFeatureToBeEnabled(
578-
metadata: Metadata, spark: SparkSession): Boolean = {
579-
SchemaUtils.checkForVariantTypeColumnsRecursively(metadata.schema)
580-
}
581-
}
582-
583575
object TimestampNTZTableFeature extends ReaderWriterFeature(name = "timestampNtz")
584576
with FeatureAutomaticallyEnabledByMetadata {
585577
override def metadataRequiresFeatureToBeEnabled(

spark/src/main/scala/org/apache/spark/sql/delta/schema/SchemaUtils.scala

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1287,13 +1287,6 @@ def normalizeColumnNamesInDataType(
12871287
unsupportedDataTypes.toSeq
12881288
}
12891289

1290-
/**
1291-
* Find VariantType columns in the table schema.
1292-
*/
1293-
def checkForVariantTypeColumnsRecursively(schema: StructType): Boolean = {
1294-
SchemaUtils.typeExistsRecursively(schema)(VariantShim.isTypeVariant(_))
1295-
}
1296-
12971290
/**
12981291
* Find TimestampNTZ columns in the table schema.
12991292
*/

spark/src/test/scala-spark-3.5/shims/DeltaVariantSparkOnlyTests.scala

Lines changed: 0 additions & 19 deletions
This file was deleted.

spark/src/test/scala-spark-master/shims/DeltaVariantSparkOnlyTests.scala

Lines changed: 0 additions & 109 deletions
This file was deleted.

0 commit comments

Comments
 (0)