We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9d72daf commit 623e2edCopy full SHA for 623e2ed
vllm/sampling_params.py
@@ -369,8 +369,9 @@ def __post_init__(self) -> None:
369
self.top_k = -1
370
self.min_p = 0.0
371
self._verify_greedy_sampling()
372
+
373
# eos_token_id is added to this by the engine
- self._all_stop_token_ids = set(self.stop_token_ids)
374
+ self._all_stop_token_ids.update(self.stop_token_ids)
375
376
def _verify_args(self) -> None:
377
if not isinstance(self.n, int):
0 commit comments