Skip to content

Commit 06bf007

Browse files
committed
fix model-manager
1 parent 5c93d41 commit 06bf007

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

server/homl_server/model_manager.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9,12 +9,11 @@
99
import uvloop
1010
import daemon_pb2
1111
from typing import List
12-
13-
from vllm.utils import (FlexibleArgumentParser)
12+
from vllm.utils.argparse_utils import FlexibleArgumentParser
1413
from vllm.entrypoints.openai.tool_parsers import ToolParserManager
1514
from vllm.engine.arg_utils import AsyncEngineArgs
1615
from vllm.entrypoints.openai.cli_args import FrontendArgs
17-
from vllm.entrypoints.openai.api_server import build_app, init_app_state, maybe_register_tokenizer_info_endpoint, build_async_engine_client, run_server, make_arg_parser, validate_parsed_serve_args
16+
from vllm.entrypoints.openai.api_server import build_app, init_app_state, build_async_engine_client, run_server, make_arg_parser, validate_parsed_serve_args
1817
import logging
1918

2019
logging.basicConfig(level=logging.INFO)

0 commit comments

Comments
 (0)