Array Serde (#2240)

* Add Array::serialize to write an array into a sequence of ByteBuffers.
* Add Array::deserialize to decode an array from a byte buffer.
* Use a single segment for a FlatLayout, instead of one per array
buffer.

Author: gatesn

vortex-array/src/data/mod.rs

@@ -83,7 +83,7 @@ impl Array {
         buffers: Vec<ByteBuffer>,
     ) -> VortexResult<Self>
     where
-        F: FnOnce(&[u8]) -> VortexResult<crate::flatbuffers::Array>,
+        F: FnOnce(&[u8]) -> VortexResult<crate::flatbuffers::ArrayNode>,
     {
         let array = flatbuffer_init(flatbuffer.as_ref())?;
         let flatbuffer_loc = array._tab.loc();

vortex-array/src/data/viewed.rs

@@ -36,8 +36,8 @@ impl Debug for ViewedArray {
 }
 
 impl ViewedArray {
-    pub fn flatbuffer(&self) -> fb::Array {
-        unsafe { fb::Array::follow(self.flatbuffer.as_ref(), self.flatbuffer_loc) }
+    pub fn flatbuffer(&self) -> fb::ArrayNode {
+        unsafe { fb::ArrayNode::follow(self.flatbuffer.as_ref(), self.flatbuffer_loc) }
     }
 
     // TODO(ngates): should we separate self and DType lifetimes? Should DType be cloned?
@@ -61,7 +61,7 @@ impl ViewedArray {
         })
     }
 
-    fn array_child(&self, idx: usize) -> Option<fb::Array> {
+    fn array_child(&self, idx: usize) -> Option<fb::ArrayNode> {
         let children = self.flatbuffer().children()?;
         (idx < children.len()).then(|| children.get(idx))
     }

vortex-array/src/lib.rs

@@ -38,8 +38,8 @@ mod macros;
 mod metadata;
 pub mod nbytes;
 pub mod partial_ord;
-pub mod parts;
 pub mod patches;
+pub mod serde;
 pub mod stats;
 pub mod stream;
 #[cfg(feature = "test-harness")]