Skip to content

Commit b58f4f7

Browse files
authored
refactor(query): refactor the join partition to reduce memory amplification (#18732)
* refactor(query): refactor the join partition to reduce memory amplification * refactor(query): refactor the join partition to reduce memory amplification * refactor(query): refactor the join partition to reduce memory amplification * refactor(query): refactor the join partition to reduce memory amplification * refactor(query): refactor the join partition to reduce memory amplification * refactor(query): refactor the join partition to reduce memory amplification
1 parent c3fee76 commit b58f4f7

File tree

8 files changed

+593
-55
lines changed

8 files changed

+593
-55
lines changed

src/common/column/src/binary/builder.rs

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -228,6 +228,11 @@ impl BinaryColumnBuilder {
228228
self.commit_row();
229229
}
230230
}
231+
232+
pub fn reserve(&mut self, offset_additional: usize, data_additional: usize) {
233+
self.offsets.reserve(offset_additional);
234+
self.data.reserve(data_additional)
235+
}
231236
}
232237

233238
impl<P: AsRef<[u8]>> FromIterator<P> for BinaryColumnBuilder {

src/query/expression/src/kernels/mod.rs

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ mod group_by_hash;
1919
mod scatter;
2020
mod sort;
2121
mod sort_compare;
22+
mod stream_partition;
2223
mod take;
2324
mod take_chunks;
2425
mod take_compact;
@@ -32,6 +33,7 @@ pub use filter::SELECTIVITY_THRESHOLD;
3233
pub use group_by_hash::*;
3334
pub use sort::*;
3435
pub use sort_compare::*;
36+
pub use stream_partition::*;
3537
pub use take_chunks::*;
3638
pub use topk::*;
3739
pub use utils::*;

0 commit comments

Comments
 (0)