diff --git a/src/vllm_router/dynamic_config.py b/src/vllm_router/dynamic_config.py index bf693cc50..b243ab07b 100644 --- a/src/vllm_router/dynamic_config.py +++ b/src/vllm_router/dynamic_config.py @@ -139,6 +139,7 @@ def reconfigure_service_discovery(self, config: DynamicRouterConfig): ServiceDiscoveryType.STATIC, urls=parse_static_urls(config.static_backends), models=parse_comma_separated_args(config.static_models), + app=self.app ) elif config.service_discovery == "k8s": reconfigure_service_discovery( diff --git a/src/vllm_router/service_discovery.py b/src/vllm_router/service_discovery.py index 3c86a0ad9..edfb9bfaf 100644 --- a/src/vllm_router/service_discovery.py +++ b/src/vllm_router/service_discovery.py @@ -206,12 +206,12 @@ def __init__( app, urls: List[str], models: List[str], - aliases: List[str] | None, - model_labels: List[str] | None, - model_types: List[str] | None, - static_backend_health_checks: bool, - prefill_model_labels: List[str] | None, - decode_model_labels: List[str] | None, + aliases: List[str] | None=None, + model_labels: List[str] | None=None, + model_types: List[str] | None=None, + static_backend_health_checks: bool=False, + prefill_model_labels: List[str] | None=None, + decode_model_labels: List[str] | None=None, ): self.app = app assert len(urls) == len(models), "URLs and models should have the same length"