File tree Expand file tree Collapse file tree 1 file changed +1
-3
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources Expand file tree Collapse file tree 1 file changed +1
-3
lines changed Original file line number Diff line number Diff line change @@ -358,9 +358,7 @@ case class DataSource(
358
358
case (format : FileFormat , _) =>
359
359
val globbedPaths =
360
360
checkAndGlobPathIfNecessary(checkEmptyGlobPath = true , checkFilesExist = checkFilesExist)
361
- val useCatalogFileIndex = sparkSession.sqlContext.conf.manageFilesourcePartitions &&
362
- catalogTable.isDefined && catalogTable.get.tracksPartitionsInCatalog &&
363
- catalogTable.get.partitionColumnNames.nonEmpty
361
+ val useCatalogFileIndex = sparkSession.sqlContext.conf.manageFilesourcePartitions && catalogTable.isDefined
364
362
val (fileCatalog, dataSchema, partitionSchema) = if (useCatalogFileIndex) {
365
363
val defaultTableSize = sparkSession.sessionState.conf.defaultSizeInBytes
366
364
val index = fileIndexFactory.create(
You can’t perform that action at this time.
0 commit comments