Skip to content

Commit ba534d4

Browse files
committed
feat: add read array support
1 parent 83be2ec commit ba534d4

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -68,8 +68,8 @@ object QueryPlanSerde extends Logging with ShimQueryPlanSerde with CometExprShim
6868
case dt if isTimestampNTZType(dt) => true
6969
case s: StructType if allowComplex =>
7070
s.fields.map(_.dataType).forall(supportedDataType(_, allowComplex))
71-
case a: ArrayType if allowComplex =>
72-
supportedDataType(a.elementType)
71+
// case a: ArrayType if allowComplex =>
72+
// supportedDataType(a.elementType)
7373
case dt =>
7474
emitWarning(s"unsupported Spark data type: $dt")
7575
false

spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -489,7 +489,7 @@ object CometScanExec extends DataTypeSupport {
489489
// TODO add map
490490
dt match {
491491
case s: StructType => s.fields.map(_.dataType).forall(isTypeSupported)
492-
case a: ArrayType => isTypeSupported(a.elementType)
492+
// case a: ArrayType => isTypeSupported(a.elementType)
493493
case _ => false
494494
}
495495
} else {

0 commit comments

Comments
 (0)