File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 60
60
_running_tasks : Set [asyncio .Task ] = set ()
61
61
62
62
63
- def model_is_embedding (model_name : str ) -> bool :
63
+ def model_is_embedding (model_name : str , trust_remote_code : bool ) -> bool :
64
64
return ModelConfig (model = model_name ,
65
65
tokenizer = model_name ,
66
66
tokenizer_mode = "auto" ,
67
- trust_remote_code = False ,
67
+ trust_remote_code = trust_remote_code ,
68
68
seed = 0 ,
69
69
dtype = "float16" ).embedding_mode
70
70
@@ -97,7 +97,7 @@ async def build_async_engine_client(args) -> AsyncIterator[AsyncEngineClient]:
97
97
98
98
# If manually triggered or embedding model, use AsyncLLMEngine in process.
99
99
# TODO: support embedding model via RPC.
100
- if (model_is_embedding (args .model )
100
+ if (model_is_embedding (args .model , args . trust_remote_code )
101
101
or args .disable_frontend_multiprocessing ):
102
102
async_engine_client = AsyncLLMEngine .from_engine_args (
103
103
engine_args , usage_context = UsageContext .OPENAI_API_SERVER )
You can’t perform that action at this time.
0 commit comments