We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
test_remote_decode_lifecycle.py::test_short_prompt_lifecycle
1 parent 67c153b commit 3d9d40eCopy full SHA for 3d9d40e
tests/v1/kv_connector/unit/test_remote_decode_lifecycle.py
@@ -130,8 +130,9 @@ def test_short_prompt_lifecycle():
130
# Confirm we do not have any memory leaks after req lifecycle.
131
# We need to mark sending finish to clear data for persistent batch.
132
scheduler_output = scheduler.schedule()
133
- model_runner_output = copy.deepcopy(EMPTY_MODEL_RUNNER_OUTPUT)
134
- model_runner_output.finished_sending = [request.request_id]
+ # Use create_model_runner_output to pass kv_connector_output along
+ model_runner_output = create_model_runner_output(
135
+ reqs=[request], finished_sending=[request.request_id])
136
scheduler.update_from_output(scheduler_output, model_runner_output)
137
assert_scheduler_empty(scheduler)
138
0 commit comments