We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 007c263 commit 8985364Copy full SHA for 8985364
src/sequence_batch_scheduler.cc
@@ -1809,7 +1809,8 @@ OldestSequenceBatch::OldestSequenceBatch(
1809
model_instance->Model(), model_instance,
1810
triton::common::GetCpuNiceLevel(config),
1811
true /* dynamic_batching_enabled */, config.max_batch_size(),
1812
- enforce_equal_shape_tensors_, true /* preserve_ordering */,
+ enforce_equal_shape_tensors_,
1813
+ config.sequence_batching().oldest().preserve_ordering(),
1814
false /* response_cache_enable */, preferred_batch_sizes,
1815
config.sequence_batching().oldest().max_queue_delay_microseconds(),
1816
&dynamic_batcher_);
0 commit comments