remove empty file

Author: getChan

Cargo.lock

@@ -37,6 +37,7 @@ async-trait = { workspace = true }
 bytes = { workspace = true }
 datafusion-common = { workspace = true, features = ["object_store"] }
 datafusion-datasource = { workspace = true }
+datafusion-physical-expr-common = { workspace = true }
 datafusion-physical-plan = { workspace = true }
 datafusion-session = { workspace = true }
 futures = { workspace = true }

datafusion/datasource-avro/Cargo.toml

@@ -34,9 +34,9 @@ pub mod source;
 use arrow::datatypes::Schema;
 pub use arrow_avro;
 use arrow_avro::reader::ReaderBuilder;
-pub use file_format::*;
 use arrow_avro::schema::SCHEMA_METADATA_KEY;
 use datafusion_common::DataFusionError;
+pub use file_format::*;
 use std::io::{BufReader, Read};
 use std::sync::Arc;
 

datafusion/datasource-avro/src/mod.rs

@@ -24,12 +24,13 @@ use std::sync::Arc;
 use arrow_avro::reader::{Reader, ReaderBuilder};
 use arrow_avro::schema::{AvroSchema, SCHEMA_METADATA_KEY};
 use datafusion_common::error::Result;
-use datafusion_common::{DataFusionError, Statistics};
+use datafusion_common::DataFusionError;
 use datafusion_datasource::file::FileSource;
 use datafusion_datasource::file_scan_config::FileScanConfig;
 use datafusion_datasource::file_stream::FileOpener;
 use datafusion_datasource::schema_adapter::SchemaAdapterFactory;
 use datafusion_datasource::TableSchema;
+use datafusion_physical_expr_common::sort_expr::LexOrdering;
 use datafusion_physical_plan::metrics::ExecutionPlanMetricsSet;
 
 use object_store::ObjectStore;
@@ -40,7 +41,7 @@ use serde_json::Value;
 pub struct AvroSource {
     table_schema: TableSchema,
     batch_size: Option<usize>,
-    projection: Option<Vec<usize>>,
+    projection: Option<Vec<String>>,
     metrics: ExecutionPlanMetricsSet,
     schema_adapter_factory: Option<Arc<dyn SchemaAdapterFactory>>,
 }
@@ -181,7 +182,7 @@ impl FileSource for AvroSource {
 
     fn with_projection(&self, config: &FileScanConfig) -> Arc<dyn FileSource> {
         let mut conf = self.clone();
-        conf.projection = config.file_column_projection_indices();
+        conf.projection = config.projected_file_column_names();
         Arc::new(conf)
     }