Skip to content

Commit b1054d0

Browse files
authored
Use the specified concurrency value when reading from a ObjectStoreIoSource (#5371)
Previously, `ObjectStoreIoSource` always used the default value, even if it was overridden using `ObjectStoreReadSource::with_concurrency`. Sorry, I have no idea how to nicely test this. Signed-off-by: Nick Cameron <[email protected]>
1 parent 8f7b707 commit b1054d0

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

vortex-io/src/file/object_store.rs

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -98,6 +98,7 @@ impl ReadSource for ObjectStoreIoSource {
9898
requests: BoxStream<'static, IoRequest>,
9999
) -> BoxFuture<'static, ()> {
100100
let self2 = self.clone();
101+
let concurrency = self.io.concurrency;
101102
requests
102103
.map(move |req| {
103104
let handle = self.handle.clone();
@@ -170,7 +171,7 @@ impl ReadSource for ObjectStoreIoSource {
170171
async move { req.resolve(Compat::new(read).await) }
171172
})
172173
.map(move |f| self2.handle.spawn(f))
173-
.buffer_unordered(CONCURRENCY)
174+
.buffer_unordered(concurrency)
174175
.collect::<()>()
175176
.boxed()
176177
}

0 commit comments

Comments
 (0)