Skip to content

Commit cbc8e4e

Browse files
author
wangzaijun
committed
fix
1 parent a38d450 commit cbc8e4e

File tree

1 file changed

+1
-1
lines changed
  • lightllm/server/httpserver_for_pd_master

1 file changed

+1
-1
lines changed

lightllm/server/httpserver_for_pd_master/manager.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -288,7 +288,7 @@ async def _wait_to_token_package(
288288

289289
client_mode: NodeRole = NodeRole(d_node.mode)
290290

291-
fetch_stream = self.fetch_stream_nixl if client_mode.is_NP_or_ND() else self.fetch_stream
291+
fetch_stream = self.fetch_nixl_stream if client_mode.is_NP_or_ND() else self.fetch_stream
292292

293293
async for sub_req_id, out_str, metadata, finish_status in fetch_stream(
294294
p_node, d_node, prompt, sampling_params, multimodal_params, request

0 commit comments

Comments
 (0)