feat: add row-based immutable data structure

- Add StructLike, MapLike, and ArrayLike interfaces
- Add wrapper for ManifestFile and ArrowArray

Author: wgtmac

src/iceberg/CMakeLists.txt

@@ -31,6 +31,8 @@ set(ICEBERG_SOURCES
     name_mapping.cc
     partition_field.cc
     partition_spec.cc
+    row/arrow_array_wrapper.cc
+    row/manifest_wrapper.cc
     schema.cc
     schema_field.cc
     schema_internal.cc
@@ -98,6 +100,7 @@ iceberg_install_all_headers(iceberg)
 
 add_subdirectory(catalog)
 add_subdirectory(expression)
+add_subdirectory(row)
 add_subdirectory(util)
 
 install(FILES ${CMAKE_CURRENT_BINARY_DIR}/iceberg_export.h

src/iceberg/manifest_reader_internal.cc

@@ -227,66 +227,67 @@ Result<std::vector<ManifestFile>> ParseManifestList(ArrowSchema* schema,
     auto field_name = field.value().get().name();
     bool required = !field.value().get().optional();
     auto view_of_column = array_view.children[idx];
-    switch (idx) {
-      case 0:
+    ICEBERG_ASSIGN_OR_RAISE(auto manifest_file_field, ManifestFileFieldFromIndex(idx));
+    switch (manifest_file_field) {
+      case ManifestFileField::kManifestPath:
         PARSE_STRING_FIELD(manifest_files[row_idx].manifest_path, view_of_column);
         break;
-      case 1:
+      case ManifestFileField::kManifestLength:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].manifest_length, view_of_column,
                               int64_t);
         break;
-      case 2:
+      case ManifestFileField::kPartitionSpecId:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].partition_spec_id, view_of_column,
                               int32_t);
         break;
-      case 3:
+      case ManifestFileField::kContent:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].content, view_of_column,
                               ManifestFile::Content);
         break;
-      case 4:
+      case ManifestFileField::kSequenceNumber:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].sequence_number, view_of_column,
                               int64_t);
         break;
-      case 5:
+      case ManifestFileField::kMinSequenceNumber:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].min_sequence_number, view_of_column,
                               int64_t);
         break;
-      case 6:
+      case ManifestFileField::kAddedSnapshotId:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].added_snapshot_id, view_of_column,
                               int64_t);
         break;
-      case 7:
+      case ManifestFileField::kAddedFilesCount:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].added_files_count, view_of_column,
                               int32_t);
         break;
-      case 8:
+      case ManifestFileField::kExistingFilesCount:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].existing_files_count,
                               view_of_column, int32_t);
         break;
-      case 9:
+      case ManifestFileField::kDeletedFilesCount:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].deleted_files_count, view_of_column,
                               int32_t);
         break;
-      case 10:
+      case ManifestFileField::kAddedRowsCount:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].added_rows_count, view_of_column,
                               int64_t);
         break;
-      case 11:
+      case ManifestFileField::kExistingRowsCount:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].existing_rows_count, view_of_column,
                               int64_t);
         break;
-      case 12:
+      case ManifestFileField::kDeletedRowsCount:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].deleted_rows_count, view_of_column,
                               int64_t);
         break;
-      case 13:
+      case ManifestFileField::kPartitionFieldSummary:
         ICEBERG_RETURN_UNEXPECTED(
             ParsePartitionFieldSummaryList(view_of_column, manifest_files));
         break;
-      case 14:
+      case ManifestFileField::kKeyMetadata:
         PARSE_BINARY_FIELD(manifest_files[row_idx].key_metadata, view_of_column);
         break;
-      case 15:
+      case ManifestFileField::kFirstRowId:
         PARSE_PRIMITIVE_FIELD(manifest_files[row_idx].first_row_id, view_of_column,
                               int64_t);
         break;
@@ -565,4 +566,11 @@ Result<std::vector<ManifestFile>> ManifestListReaderImpl::Files() const {
   return manifest_files;
 }
 
+Result<ManifestFileField> ManifestFileFieldFromIndex(int32_t index) {
+  if (index >= 0 && index < static_cast<int32_t>(ManifestFileField::kNextId)) {
+    return static_cast<ManifestFileField>(index);
+  }
+  return InvalidArgument("Invalid manifest file field index: {}", index);
+}
+
 }  // namespace iceberg

src/iceberg/manifest_reader_internal.h

@@ -54,4 +54,26 @@ class ManifestListReaderImpl : public ManifestListReader {
   std::unique_ptr<Reader> reader_;
 };
 
+enum class ManifestFileField : int32_t {
+  kManifestPath = 0,
+  kManifestLength,
+  kPartitionSpecId = 2,
+  kContent = 3,
+  kSequenceNumber = 4,
+  kMinSequenceNumber = 5,
+  kAddedSnapshotId = 6,
+  kAddedFilesCount = 7,
+  kExistingFilesCount = 8,
+  kDeletedFilesCount = 9,
+  kAddedRowsCount = 10,
+  kExistingRowsCount = 11,
+  kDeletedRowsCount = 12,
+  kPartitionFieldSummary = 13,
+  kKeyMetadata = 14,
+  kFirstRowId = 15,
+  kNextId = 16,
+};
+
+Result<ManifestFileField> ManifestFileFieldFromIndex(int32_t index);
+
 }  // namespace iceberg

src/iceberg/row/CMakeLists.txt

@@ -0,0 +1,18 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+iceberg_install_all_headers(iceberg/row)