Skip to content

Commit 9646c14

Browse files
committed
speed up grpc_healthcheck startup
1 parent e0c1fe9 commit 9646c14

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

src/vllm_tgis_adapter/healthcheck.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9,8 +9,6 @@
99
from grpc_health.v1.health_pb2 import HealthCheckRequest
1010
from grpc_health.v1.health_pb2_grpc import Health
1111

12-
from vllm_tgis_adapter.grpc.grpc_server import TextGenerationService
13-
1412
warnings.simplefilter(
1513
action="ignore", category=grpc.experimental.ExperimentalApiWarning
1614
)
@@ -85,7 +83,10 @@ def parse_args() -> argparse.Namespace:
8583
type=str,
8684
help="Name of the service to check",
8785
required=False,
88-
default=TextGenerationService.SERVICE_NAME,
86+
# the value below should match:
87+
# vllm_tgis_adapter.grpc.grpc_server.TextGenerationService.SERVICE_NAME
88+
# which we do not import here to avoid import overhead
89+
default="fmaas.GenerationService",
8990
)
9091

9192
return parser.parse_args()

0 commit comments

Comments
 (0)