We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d5efccf commit cc95ff2Copy full SHA for cc95ff2
src/lighteval/models/vllm/vllm_model.py
@@ -115,7 +115,11 @@ def __init__(
115
self.data_parallel_size = int(config.data_parallel_size)
116
self.tensor_parallel_size = int(config.tensor_parallel_size)
117
118
- self._add_special_tokens = config.add_special_tokens if config.add_special_tokens is not None else False
+ self._add_special_tokens = (
119
+ config.add_special_tokens
120
+ if isinstance(config.add_special_tokens, bool)
121
+ else str(config.add_special_tokens).lower() == "true"
122
+ )
123
self._tokenizer = self._create_auto_tokenizer(config, env_config)
124
125
self._max_length = int(config.max_model_length) if config.max_model_length is not None else None
0 commit comments