feat: in-flight, streaming PartitionWriter

crates/core/src/operations/optimize.rs

@@ -552,6 +552,7 @@ impl MergePlan {
             Some(task_parameters.writer_properties.clone()),
             Some(task_parameters.input_parameters.target_size as usize),
             None,
+            None,
         )?;
         let mut writer = PartitionWriter::try_with_config(
             object_store,

crates/core/src/operations/write/mod.rs

@@ -70,7 +70,6 @@ use crate::logstore::LogStoreRef;
 use crate::protocol::{DeltaOperation, SaveMode};
 use crate::DeltaTable;
 
-pub(crate) mod async_utils;
 pub mod configs;
 pub(crate) mod execution;
 pub(crate) mod generated_columns;