pushdown filters with columns with a '.' in them

onursatici · onursatici · commit fad6f138d199 · 2018-07-26T16:47:23.000+01:00
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilters.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilters.scala
@@ -411,7 +411,7 @@ private[parquet] class ParquetFilters(
     // filters for the column having dots in the names. Thus, we do not push down such filters.
     // See SPARK-20364.
     def canMakeFilterOn(name: String, value: Any): Boolean = {
-      nameToType.contains(name) && !name.contains(".") && valueCanMakeFilterOn(name, value)
+      nameToType.contains(name) && valueCanMakeFilterOn(name, value)
     }
 
     // NOTE:

Original file line number	Diff line number	Diff line change
`@@ -411,7 +411,7 @@ private[parquet] class ParquetFilters(`
`411`	`411`	`// filters for the column having dots in the names. Thus, we do not push down such filters.`
`412`	`412`	`// See SPARK-20364.`
`413`	`413`	`def canMakeFilterOn(name: String, value: Any): Boolean = {`
`414`		`- nameToType.contains(name) && !name.contains(".") && valueCanMakeFilterOn(name, value)`
	`414`	`+ nameToType.contains(name) && valueCanMakeFilterOn(name, value)`
`415`	`415`	`}`
`416`	`416`
`417`	`417`	`// NOTE:`