[HSTACK] feat: add ability to build Kernel Snapshot and Table Configuration manually

- This is used to pass in schemas

Author: adragomir

kernel/src/hacks.rs

@@ -0,0 +1,30 @@
+use std::sync::OnceLock;
+use crate::schema::SchemaRef;
+use crate::Snapshot;
+use crate::table_configuration::{PhysicalSchemas, TableConfiguration};
+
+pub fn new_kernel_table_configuration(
+    input: &TableConfiguration, logical: &SchemaRef, physical: SchemaRef) -> TableConfiguration {
+    TableConfiguration {
+        metadata: input.metadata.clone(),
+        protocol: input.protocol.clone(),
+        logical_schema: logical.clone(),
+        physical_schemas: PhysicalSchemas {
+            full: physical.clone(),
+            without_partition: OnceLock::new(),
+        },
+        table_properties: Default::default(),
+        column_mapping_mode: input.column_mapping_mode.clone(),
+        table_root: input.table_root.clone(),
+        version: input.version.clone(),
+    }
+}
+
+pub fn new_kernel_snapshot(input: &Snapshot, table_configuration: TableConfiguration) -> Snapshot {
+    Snapshot {
+        span: input.span.clone(),
+        log_segment: input.log_segment.clone(),
+        table_configuration,
+        lazy_crc: input.lazy_crc.clone(),
+    }
+}

kernel/src/lib.rs

@@ -112,6 +112,7 @@ pub mod table_features;
 pub mod table_properties;
 pub mod transaction;
 pub mod transforms;
+pub mod hacks;
 
 pub use crc::{FileSizeHistogram, FileStats};
 pub use log_path::LogPath;

kernel/src/snapshot/mod.rs

@@ -63,10 +63,10 @@ pub enum CheckpointWriteResult {
 /// have a defined schema (which may change over time for any given table), specific version, and
 /// frozen log segment.
 pub struct Snapshot {
-    span: tracing::Span,
-    log_segment: LogSegment,
-    table_configuration: TableConfiguration,
-    lazy_crc: Arc<LazyCrc>,
+    pub span: tracing::Span,
+    pub log_segment: LogSegment,
+    pub table_configuration: TableConfiguration,
+    pub lazy_crc: Arc<LazyCrc>,
 }
 
 impl PartialEq for Snapshot {

kernel/src/table_configuration.rs

@@ -74,9 +74,9 @@ fn strip_metadata(schema: SchemaRef) -> SchemaRef {
 /// - `full`: physical representations of all columns from [`TableConfiguration::logical_schema`].
 /// - `without_partition`: lazily computed variant that excludes partition columns.
 #[derive(Debug, Clone, Eq)]
-struct PhysicalSchemas {
-    full: SchemaRef,
-    without_partition: OnceLock<SchemaRef>,
+pub struct PhysicalSchemas {
+    pub full: SchemaRef,
+    pub without_partition: OnceLock<SchemaRef>,
 }
 
 impl PhysicalSchemas {
@@ -111,15 +111,15 @@ impl PartialEq for PhysicalSchemas {
 #[internal_api]
 #[derive(Debug, Clone, PartialEq, Eq)]
 pub(crate) struct TableConfiguration {
-    metadata: Metadata,
-    protocol: Protocol,
+    pub metadata: Metadata,
+    pub protocol: Protocol,
     /// Logical schema: field names are the user-facing (logical) column names.
-    logical_schema: SchemaRef,
-    physical_schemas: PhysicalSchemas,
-    table_properties: TableProperties,
-    column_mapping_mode: ColumnMappingMode,
-    table_root: Url,
-    version: Version,
+    pub logical_schema: SchemaRef,
+    pub physical_schemas: PhysicalSchemas,
+    pub table_properties: TableProperties,
+    pub column_mapping_mode: ColumnMappingMode,
+    pub table_root: Url,
+    pub version: Version,
 }
 
 impl TableConfiguration {