Skip to content

Commit f4374c7

Browse files
committed
修复lmdeploy tools
1 parent 94fef76 commit f4374c7

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

gpt_server/model_backend/lmdeploy_backend.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -147,6 +147,7 @@ async def stream_chat(self, params: Dict[str, Any]) -> AsyncGenerator:
147147
reasoning_parser_type = params.get("reasoning_parser", None)
148148
request = params.get("request", None)
149149
enable_thinking = bool(params.get("enable_thinking", True))
150+
tools = params.get("tools", None)
150151
# Handle stop_str
151152
stop = set()
152153
if isinstance(stop_str, str) and stop_str != "":
@@ -179,6 +180,7 @@ async def stream_chat(self, params: Dict[str, Any]) -> AsyncGenerator:
179180
session_id=int(request_id),
180181
gen_config=gen_config,
181182
enable_thinking=enable_thinking,
183+
tools=tools,
182184
)
183185
usage = {}
184186
previous_text = ""

0 commit comments

Comments
 (0)