We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b3914e9 commit 507aa7bCopy full SHA for 507aa7b
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
@@ -358,7 +358,8 @@ case class DataSource(
358
case (format: FileFormat, _) =>
359
val globbedPaths =
360
checkAndGlobPathIfNecessary(checkEmptyGlobPath = true, checkFilesExist = checkFilesExist)
361
- val useCatalogFileIndex = sparkSession.sqlContext.conf.manageFilesourcePartitions && catalogTable.isDefined
+ val useCatalogFileIndex = sparkSession.sqlContext.conf.manageFilesourcePartitions &&
362
+ catalogTable.isDefined
363
val (fileCatalog, dataSchema, partitionSchema) = if (useCatalogFileIndex) {
364
val defaultTableSize = sparkSession.sessionState.conf.defaultSizeInBytes
365
val index = fileIndexFactory.create(
0 commit comments