[SPARK-51763] Support ArrowStruct type

dongjoon-hyun · dongjoon-hyun · commit 71f29708b77d · 2025-04-10T19:42:08.000+09:00
diff --git a/Sources/SparkConnect/ProtoUtil.swift b/Sources/SparkConnect/ProtoUtil.swift
@@ -64,6 +64,8 @@ func fromProto(  // swiftlint:disable:this cyclomatic_complexity
       let arrowUnit: ArrowTime64Unit = timeType.unit == .microsecond ? .microseconds : .nanoseconds
       arrowType = ArrowTypeTime64(arrowUnit)
     }
+  case .struct_:
+    arrowType = ArrowType(ArrowType.ArrowStruct)
   default:
     arrowType = ArrowType(ArrowType.ArrowUnknown)
   }
diff --git a/Tests/SparkConnectTests/Resources/queries/struct.sql b/Tests/SparkConnectTests/Resources/queries/struct.sql
@@ -0,0 +1 @@
+SELECT struct(1), struct(2, struct(3))
diff --git a/Tests/SparkConnectTests/Resources/queries/struct.sql.json b/Tests/SparkConnectTests/Resources/queries/struct.sql.json
@@ -0,0 +1 @@
+[["{1}","{2,{3}}"]]

Original file line number	Diff line number	Diff line change
`@@ -64,6 +64,8 @@ func fromProto( // swiftlint:disable:this cyclomatic_complexity`
`64`	`64`	`let arrowUnit: ArrowTime64Unit = timeType.unit == .microsecond ? .microseconds : .nanoseconds`
`65`	`65`	`arrowType = ArrowTypeTime64(arrowUnit)`
`66`	`66`	`}`
	`67`	`+ case .struct_:`
	`68`	`+ arrowType = ArrowType(ArrowType.ArrowStruct)`
`67`	`69`	`default:`
`68`	`70`	`arrowType = ArrowType(ArrowType.ArrowUnknown)`
`69`	`71`	`}`