File tree Expand file tree Collapse file tree 1 file changed +3
-0
lines changed
Expand file tree Collapse file tree 1 file changed +3
-0
lines changed Original file line number Diff line number Diff line change 3131@step (enable_cache = False )
3232def vllm_model_deployer_step (
3333 model : str ,
34+ port : int = 8000 ,
3435 tokenizer : Optional [str ] = None ,
3536 timeout : int = 1200 ,
3637 deploy_decision : bool = True ,
@@ -41,6 +42,7 @@ def vllm_model_deployer_step(
4142
4243 Args:
4344 model: Name or path to huggingface model
45+ port: Port used by vllm server
4446 tokenizer: Name or path of the huggingface tokenizer to use.
4547 If unspecified, model name or path will be used.
4648 timeout: the number of seconds to wait for the service to start/stop.
@@ -62,6 +64,7 @@ def vllm_model_deployer_step(
6264 # create a config for the new model service
6365 predictor_cfg = VLLMServiceConfig (
6466 model = model ,
67+ port = port ,
6568 tokenizer = tokenizer ,
6669 model_name = "default" , # Required for ServiceConfig
6770 )
You can’t perform that action at this time.
0 commit comments