We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1d81d33 commit c2c9c6aCopy full SHA for c2c9c6a
llmserve/backend/server/run.py
@@ -80,7 +80,7 @@ def llm_server(args: Union[str, LLMApp, List[Union[LLMApp, str]]]):
80
).bind()
81
82
return RouterDeployment.options(
83
- name=_reverse_prefix(model.model_config.model_id) + "-route",
+ name=('+'.join([_reverse_prefix(model.model_config.model_id) for model in models])) + "-router",
84
max_concurrent_queries=max_concurrent_queries,
85
**deployment_config,
86
).bind(deployments, model_configs) # pylint:disable=no-member
0 commit comments