File tree Expand file tree Collapse file tree 3 files changed +7
-1
lines changed
ci/L0_backend_vllm/vllm_backend Expand file tree Collapse file tree 3 files changed +7
-1
lines changed Original file line number Diff line number Diff line change @@ -44,7 +44,7 @@ output [
4444ensemble_scheduling {
4545 step [
4646 {
47- model_name: " vllm_model "
47+ model_name: " vllm_opt "
4848 model_version: -1
4949 input_map {
5050 key: " text_input"
Original file line number Diff line number Diff line change @@ -167,6 +167,12 @@ def test_exclude_input_in_output_true(self):
167167 def test_ensemble_model (self ):
168168 # Test to ensure that ensemble models are supported in vllm container.
169169 # If ensemble support not present, triton will error out at model loading stage.
170+
171+ # Before loading ensemble model, the dependency model is loaded.
172+ self .triton_client .load_model (self .vllm_model_name )
173+ self .assertTrue (self .triton_client .is_model_ready (self .vllm_model_name ))
174+
175+
170176 self .triton_client .load_model (self .enseble_model_name )
171177 self .assertTrue (self .triton_client .is_model_ready (self .enseble_model_name ))
172178
You can’t perform that action at this time.
0 commit comments