We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e14f2ef commit b9b3b00Copy full SHA for b9b3b00
vllm_ascend/worker/model_runner_v1.py
@@ -1858,8 +1858,13 @@ def kv_connector_no_forward(
1858
return EMPTY_MODEL_RUNNER_OUTPUT
1859
1860
output = copy.copy(EMPTY_MODEL_RUNNER_OUTPUT)
1861
- output.finished_sending = finished_sending
1862
- output.finished_recving = finished_recving
+ if vllm_version_is("0.10.0"):
+ output.finished_sending = finished_sending
1863
+ output.finished_recving = finished_recving
1864
+ else:
1865
+ output.kv_connector_output = KVConnectorOutput(
1866
+ finished_sending=finished_sending,
1867
+ finished_recving=finished_recving)
1868
return output
1869
1870
@staticmethod
0 commit comments