Skip to content

Commit e5deba0

Browse files
authored
Move array data into IPC (#1892)
It's IPC-specific now
1 parent 9886ee9 commit e5deba0

File tree

6 files changed

+350
-351
lines changed

6 files changed

+350
-351
lines changed
Lines changed: 0 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,5 @@
11
include "vortex-scalar/scalar.fbs";
22

3-
/// An ArrayData describes the hierarchy of an array as well as the locations of the data buffers that appear
4-
/// immediately after the message in the byte stream.
5-
table ArrayData {
6-
/// The array's hierarchical definition.
7-
array: Array;
8-
/// The row count of the array.
9-
row_count: uint64;
10-
/// The locations of the data buffers of the array, in ascending order of offset.
11-
buffers: [Buffer];
12-
}
13-
143
table Array {
154
encoding: uint16;
165
metadata: [ubyte];
@@ -33,14 +22,4 @@ table ArrayStats {
3322
uncompressed_size_in_bytes: uint64 = null;
3423
}
3524

36-
table Buffer {
37-
/// The length of the buffer in bytes.
38-
length: uint64;
39-
/// The length of any padding bytes written immediately following the buffer.
40-
padding: uint16;
41-
/// The minimum alignment of the buffer.
42-
alignment: uint16;
43-
}
44-
4525
root_type Array;
46-
root_type ArrayData;

vortex-flatbuffers/flatbuffers/vortex-serde/message.fbs

Lines changed: 21 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,8 +9,28 @@ enum Compression: uint8 {
99
None = 0,
1010
}
1111

12+
/// An ArrayData describes the hierarchy of an array as well as the locations of the data buffers that appear
13+
/// immediately after the message in the byte stream.
14+
table ArrayMessage {
15+
/// The array's hierarchical definition.
16+
array: Array;
17+
/// The row count of the array.
18+
row_count: uint64;
19+
/// The locations of the data buffers of the array, in ascending order of offset.
20+
buffers: [Buffer];
21+
}
22+
23+
table Buffer {
24+
/// The length of the buffer in bytes.
25+
length: uint64;
26+
/// The length of any padding bytes written immediately following the buffer.
27+
padding: uint16;
28+
/// The minimum alignment of the buffer.
29+
alignment: uint16;
30+
}
31+
1232
union MessageHeader {
13-
ArrayData,
33+
ArrayMessage,
1434
Buffer,
1535
DType,
1636
}

0 commit comments

Comments
 (0)