Skip to content
This repository was archived by the owner on Sep 4, 2025. It is now read-only.

Commit 5497cf9

Browse files
committed
Revert "grpc_server: fix tokenizer group usage"
This reverts commit 1e44f5e.
1 parent f25aa53 commit 5497cf9

File tree

1 file changed

+2
-5
lines changed

1 file changed

+2
-5
lines changed

vllm/entrypoints/grpc/grpc_server.py

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,7 @@ def __init__(self, engine: AsyncLLMEngine, args: argparse.Namespace):
107107
self.engine: AsyncLLMEngine = engine
108108

109109
# These set in _post_init()
110+
self.tokenizer_group: BaseTokenizerGroup = None
110111
self.tokenizer: Union[PreTrainedTokenizer,
111112
PreTrainedTokenizerFast] = None
112113
self.config: ModelConfig = None
@@ -115,13 +116,9 @@ def __init__(self, engine: AsyncLLMEngine, args: argparse.Namespace):
115116
self.skip_special_tokens = not args.output_special_tokens
116117
self.default_include_stop_seqs = args.default_include_stop_seqs
117118

118-
@property
119-
def tokenizer_group(self) -> BaseTokenizerGroup:
120-
return self.engine.engine.tokenizer
121-
122-
123119
async def _post_init(self):
124120
self.config = await self.engine.get_model_config()
121+
self.tokenizer_group = await self.engine.get_tokenizer_group()
125122
self.tokenizer = await self.engine.get_tokenizer()
126123

127124
# Swap in the special TGIS stats logger

0 commit comments

Comments
 (0)