Skip to content

Commit cc95ff2

Browse files
authored
Parse string values for add_special_tokens in vLLM (#598)
* parse string values for add_special_tokens * fix style
1 parent d5efccf commit cc95ff2

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

src/lighteval/models/vllm/vllm_model.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -115,7 +115,11 @@ def __init__(
115115
self.data_parallel_size = int(config.data_parallel_size)
116116
self.tensor_parallel_size = int(config.tensor_parallel_size)
117117

118-
self._add_special_tokens = config.add_special_tokens if config.add_special_tokens is not None else False
118+
self._add_special_tokens = (
119+
config.add_special_tokens
120+
if isinstance(config.add_special_tokens, bool)
121+
else str(config.add_special_tokens).lower() == "true"
122+
)
119123
self._tokenizer = self._create_auto_tokenizer(config, env_config)
120124

121125
self._max_length = int(config.max_model_length) if config.max_model_length is not None else None

0 commit comments

Comments
 (0)