We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 796d09d commit ef34c77Copy full SHA for ef34c77
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFileFormat.scala
@@ -622,8 +622,10 @@ object ParquetFileFormat extends Logging {
622
conf: Configuration,
623
partFiles: Seq[FileStatus],
624
ignoreCorruptFiles: Boolean): Seq[Footer] = {
625
+ val taskContext = TaskContext.get()
626
ThreadUtils.parmap(partFiles, "readingParquetFooters", 8) { currentFile =>
627
try {
628
+ TaskContext.setTaskContext(taskContext)
629
// Skips row group information since we only need the schema.
630
// ParquetFileReader.readFooter throws RuntimeException, instead of IOException,
631
// when it can't read the footer.
0 commit comments