[Deprecation] Deprecate LLM.set_tokenizer (#26333)

Signed-off-by: DarkLight1337 <[email protected]>

Author: DarkLight1337

vllm/entrypoints/llm.py

@@ -9,7 +9,7 @@
 import torch.nn as nn
 from pydantic import ValidationError
 from tqdm.auto import tqdm
-from typing_extensions import TypeVar
+from typing_extensions import TypeVar, deprecated
 
 from vllm.beam_search import (
     BeamSearchInstance,
@@ -354,6 +354,7 @@ def model_config(self):
     def get_tokenizer(self) -> AnyTokenizer:
         return self.llm_engine.get_tokenizer()
 
+    @deprecated("`set_tokenizer` is deprecated and will be removed in v0.13.")
     def set_tokenizer(self, tokenizer: AnyTokenizer) -> None:
         # While CachedTokenizer is dynamic, have no choice but
         # compare class name. Misjudgment will arise from