refactor: set schema to none if provider is used

Author: benjamin-awd

lib/codecs/src/encoding/format/arrow.rs

@@ -91,12 +91,10 @@ impl ArrowStreamSerializerConfig {
     }
 
     /// Create a new ArrowStreamSerializerConfig with a schema provider
-    pub fn with_provider(provider: Arc<dyn SchemaProvider>) -> Self {
-        Self {
-            schema: None,
-            schema_provider: Some(provider),
-            allow_nullable_fields: false,
-        }
+    pub fn with_provider(mut self, provider: Arc<dyn SchemaProvider>) -> Self {
+        self.schema = None;
+        self.schema_provider = Some(provider);
+        self
     }
 
     /// Get the schema provider if one was configured

src/sinks/clickhouse/config.rs

@@ -352,9 +352,7 @@ impl ClickhouseConfig {
             auth.cloned(),
         ));
 
-        let mut arrow_config = ArrowStreamSerializerConfig::with_provider(provider);
-        // Preserve allow_nullable_fields setting from the user's config
-        arrow_config.allow_nullable_fields = base_config.allow_nullable_fields;
+        let mut arrow_config = base_config.with_provider(provider);
         arrow_config.resolve().await.map_err(|e| {
             format!(
                 "Failed to fetch schema for {}.{}: {}.",