Skip to content

Commit 04cdd0f

Browse files
committed
[SPARK-51572] Support binary type in show and collect
1 parent b70eeb7 commit 04cdd0f

File tree

3 files changed

+8
-0
lines changed

3 files changed

+8
-0
lines changed

Sources/SparkConnect/DataFrame.swift

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -173,6 +173,9 @@ public actor DataFrame: Sendable {
173173
let str = column.array as! AsString
174174
if column.data.isNull(i) {
175175
values.append(nil)
176+
} else if column.data.type.info == ArrowType.ArrowBinary {
177+
let binary = str.asString(i).utf8.map { String(format: "%02x", $0) }.joined(separator: " ")
178+
values.append("[\(binary)]")
176179
} else {
177180
values.append(str.asString(i))
178181
}
@@ -201,6 +204,9 @@ public actor DataFrame: Sendable {
201204
let str = column.array as! AsString
202205
if column.data.isNull(i) {
203206
values.append("NULL")
207+
} else if column.data.type.info == ArrowType.ArrowBinary {
208+
let binary = str.asString(i).utf8.map { String(format: "%02x", $0) }.joined(separator: " ")
209+
values.append("[\(binary)]")
204210
} else {
205211
values.append(str.asString(i))
206212
}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
SELECT binary('abc')
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
[["[61 62 63]"]]

0 commit comments

Comments
 (0)