refine

Author: hanfei1991

src/Storages/ObjectStorage/DataLakes/Iceberg/Constant.h

@@ -2,37 +2,43 @@
 
 namespace Iceberg
 {
-#define DEFINE_ICEBERG_FIELD_NAME(name, strval) constexpr const char * F##name = #strval;
-#define DEFINE_ICEBERG_SUB_FIELD_NAME(name, subname) constexpr const char * F##name##0##subname = #name "." #subname;
-#define DEFINE_ICEBERG_FIELD_NAME_SAME(name) constexpr const char * F##name = #name;
+/// This file define the field name appearing in Iceberg files.
+#define DEFINE_ICEBERG_FIELD_ALIAS(name, strval) constexpr const char * f_##name = #strval;
+#define DEFINE_ICEBERG_FIELD_COMPOUND(name, subname) constexpr const char * c_##name##_##subname = #name "." #subname;
+#define DEFINE_ICEBERG_FIELD(name) constexpr const char * f_##name = #name;
 
-DEFINE_ICEBERG_FIELD_NAME_SAME(sequence_number);
-DEFINE_ICEBERG_FIELD_NAME_SAME(manifest_path);
-DEFINE_ICEBERG_FIELD_NAME(format_version, format-version);
-DEFINE_ICEBERG_FIELD_NAME(current_snapshot_id, current-snapshot-id);
-DEFINE_ICEBERG_FIELD_NAME(snapshot_id, snapshot-id);
-DEFINE_ICEBERG_FIELD_NAME(schema_id, schema-id);
-DEFINE_ICEBERG_FIELD_NAME(current_schema_id, current-schema-id);
-DEFINE_ICEBERG_FIELD_NAME(table_uuid, table-uuid);
-DEFINE_ICEBERG_FIELD_NAME(total_records, total-records);
-DEFINE_ICEBERG_FIELD_NAME(total_files_size, total-files-size);
-DEFINE_ICEBERG_FIELD_NAME(manifest_list, manifest-list);
-DEFINE_ICEBERG_FIELD_NAME(snapshot_log, snapshot-log);
-DEFINE_ICEBERG_FIELD_NAME(timestamp_ms, timestamp-ms);
-DEFINE_ICEBERG_FIELD_NAME_SAME(location);
-DEFINE_ICEBERG_FIELD_NAME_SAME(snapshots);
-DEFINE_ICEBERG_FIELD_NAME_SAME(schemas);
-DEFINE_ICEBERG_FIELD_NAME(last_updated_ms, last-updated-ms);
-DEFINE_ICEBERG_FIELD_NAME(source_id, source-id);
-DEFINE_ICEBERG_FIELD_NAME_SAME(transform);
-DEFINE_ICEBERG_FIELD_NAME_SAME(status);
-DEFINE_ICEBERG_FIELD_NAME_SAME(data_file);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, file_path);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, content);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, partition);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, value_counts);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, column_sizes);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, null_value_counts);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, lower_bounds);
-DEFINE_ICEBERG_SUB_FIELD_NAME(data_file, upper_bounds);
+/// These variables begin with 'f_', following the field name in Iceberg files.
+DEFINE_ICEBERG_FIELD(data_file);
+DEFINE_ICEBERG_FIELD(location);
+DEFINE_ICEBERG_FIELD(manifest_path);
+DEFINE_ICEBERG_FIELD(schemas);
+DEFINE_ICEBERG_FIELD(sequence_number);
+DEFINE_ICEBERG_FIELD(snapshots);
+DEFINE_ICEBERG_FIELD(status);
+DEFINE_ICEBERG_FIELD(summary);
+DEFINE_ICEBERG_FIELD(transform);
+/// These variables replace `-` with underscore `_` to be compatible with c++ code.
+DEFINE_ICEBERG_FIELD_ALIAS(format_version, format-version);
+DEFINE_ICEBERG_FIELD_ALIAS(current_snapshot_id, current-snapshot-id);
+DEFINE_ICEBERG_FIELD_ALIAS(snapshot_id, snapshot-id);
+DEFINE_ICEBERG_FIELD_ALIAS(parent_snapshot_id, parent-snapshot-id);
+DEFINE_ICEBERG_FIELD_ALIAS(snapshot_log, snapshot-log);
+DEFINE_ICEBERG_FIELD_ALIAS(schema_id, schema-id);
+DEFINE_ICEBERG_FIELD_ALIAS(current_schema_id, current-schema-id);
+DEFINE_ICEBERG_FIELD_ALIAS(table_uuid, table-uuid);
+DEFINE_ICEBERG_FIELD_ALIAS(total_records, total-records);
+DEFINE_ICEBERG_FIELD_ALIAS(total_files_size, total-files-size);
+DEFINE_ICEBERG_FIELD_ALIAS(manifest_list, manifest-list);
+DEFINE_ICEBERG_FIELD_ALIAS(timestamp_ms, timestamp-ms);
+DEFINE_ICEBERG_FIELD_ALIAS(last_updated_ms, last-updated-ms);
+DEFINE_ICEBERG_FIELD_ALIAS(source_id, source-id);
+/// These are compound fields like `data_file.file_path`, we use prefix 'c_' to distingish them.
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, file_path);
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, content);
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, partition);
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, value_counts);
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, column_sizes);
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, null_value_counts);
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, lower_bounds);
+DEFINE_ICEBERG_FIELD_COMPOUND(data_file, upper_bounds);
 }