Resolve a crash in the sleep endpoint by casting the level parameter from string to int (#3897)

Author: irexyc

lmdeploy/serve/openai/api_server.py

@@ -953,7 +953,7 @@ def update_params(request: UpdateParamsRequest, raw_request: Request = None):
 @router.post('/sleep', dependencies=[Depends(check_api_key)])
 async def sleep(raw_request: Request = None):
     level = raw_request.query_params.get('level', '1')
-    VariableInterface.async_engine.engine.sleep(level)
+    VariableInterface.async_engine.engine.sleep(int(level))
     return Response(status_code=200)