Skip to content

Commit 025923c

Browse files
committed
Fix API
1 parent 6472084 commit 025923c

File tree

3 files changed

+22
-5
lines changed

3 files changed

+22
-5
lines changed

datafusion-examples/examples/custom_data_source/csv_json_opener.rs

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,9 @@ use datafusion::{
2727
file_format::file_compression_type::FileCompressionType,
2828
listing::PartitionedFile,
2929
object_store::ObjectStoreUrl,
30-
physical_plan::{CsvSource, FileSource, FileStream, JsonOpener, JsonSource},
30+
physical_plan::{
31+
CsvSource, FileSource, FileStreamBuilder, JsonOpener, JsonSource,
32+
},
3133
},
3234
error::Result,
3335
physical_plan::metrics::ExecutionPlanMetricsSet,
@@ -81,7 +83,8 @@ async fn csv_opener() -> Result<()> {
8183

8284
let mut result = vec![];
8385
let mut stream =
84-
FileStream::new(&scan_config, 0, opener, &ExecutionPlanMetricsSet::new())?;
86+
FileStreamBuilder::new(&scan_config, 0, opener, &ExecutionPlanMetricsSet::new())
87+
.build()?;
8588
while let Some(batch) = stream.next().await.transpose()? {
8689
result.push(batch);
8790
}
@@ -137,12 +140,13 @@ async fn json_opener() -> Result<()> {
137140
.with_file(PartitionedFile::new(path.to_string(), 10))
138141
.build();
139142

140-
let mut stream = FileStream::new(
143+
let mut stream = FileStreamBuilder::new(
141144
&scan_config,
142145
0,
143146
Arc::new(opener),
144147
&ExecutionPlanMetricsSet::new(),
145-
)?;
148+
)
149+
.build()?;
146150
let mut result = vec![];
147151
while let Some(batch) = stream.next().await.transpose()? {
148152
result.push(batch);

datafusion/core/src/datasource/physical_plan/mod.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -49,5 +49,5 @@ pub use datafusion_datasource::file_scan_config::{
4949
pub use datafusion_datasource::file_sink_config::*;
5050

5151
pub use datafusion_datasource::file_stream::{
52-
FileOpenFuture, FileOpener, FileStream, OnError,
52+
FileOpenFuture, FileOpener, FileStream, FileStreamBuilder, OnError,
5353
};

datafusion/datasource/src/file_stream/mod.rs

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -306,6 +306,19 @@ impl<'a> FileStreamBuilder<'a> {
306306
}
307307

308308
impl FileStream {
309+
/// Create a new [`FileStream`] using a legacy [`FileOpener`].
310+
///
311+
/// Prefer [`FileStreamBuilder`] for new code.
312+
#[deprecated(since = "52.3.0", note = "use FileStreamBuilder instead")]
313+
pub fn new(
314+
config: &FileScanConfig,
315+
partition: usize,
316+
file_opener: Arc<dyn FileOpener>,
317+
metrics: &ExecutionPlanMetricsSet,
318+
) -> Result<Self> {
319+
FileStreamBuilder::new(config, partition, file_opener, metrics).build()
320+
}
321+
309322
/// Return this stream's registered shared-state id.
310323
fn stream_id(&self) -> Result<FileStreamId> {
311324
self.stream_id.ok_or_else(|| {

0 commit comments

Comments
 (0)