Merge pull request apache-spark-on-k8s#408 from palantir/rk/propagate-tc

Propagate task context in parquet schema merging code

Author: mccheah

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFileFormat.scala

@@ -622,8 +622,10 @@ object ParquetFileFormat extends Logging {
       conf: Configuration,
       partFiles: Seq[FileStatus],
       ignoreCorruptFiles: Boolean): Seq[Footer] = {
+    val taskContext = TaskContext.get()
     ThreadUtils.parmap(partFiles, "readingParquetFooters", 8) { currentFile =>
       try {
+        TaskContext.setTaskContext(taskContext)
         // Skips row group information since we only need the schema.
         // ParquetFileReader.readFooter throws RuntimeException, instead of IOException,
         // when it can't read the footer.