Skip to content

Commit b3914e9

Browse files
author
Patrick Woody
committed
Delegate to catalog for listing always
1 parent b3fb144 commit b3914e9

File tree

1 file changed

+1
-3
lines changed
  • sql/core/src/main/scala/org/apache/spark/sql/execution/datasources

1 file changed

+1
-3
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -358,9 +358,7 @@ case class DataSource(
358358
case (format: FileFormat, _) =>
359359
val globbedPaths =
360360
checkAndGlobPathIfNecessary(checkEmptyGlobPath = true, checkFilesExist = checkFilesExist)
361-
val useCatalogFileIndex = sparkSession.sqlContext.conf.manageFilesourcePartitions &&
362-
catalogTable.isDefined && catalogTable.get.tracksPartitionsInCatalog &&
363-
catalogTable.get.partitionColumnNames.nonEmpty
361+
val useCatalogFileIndex = sparkSession.sqlContext.conf.manageFilesourcePartitions && catalogTable.isDefined
364362
val (fileCatalog, dataSchema, partitionSchema) = if (useCatalogFileIndex) {
365363
val defaultTableSize = sparkSession.sessionState.conf.defaultSizeInBytes
366364
val index = fileIndexFactory.create(

0 commit comments

Comments
 (0)