We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3bc2ffa commit 4f1a652Copy full SHA for 4f1a652
vllm/v1/sample/logits_processor/__init__.py
@@ -196,9 +196,9 @@ def build_logitsprocs(
196
if vllm_config.speculative_config:
197
if custom_logitsprocs:
198
raise ValueError(STR_SPEC_DEC_REJECTS_LOGITSPROCS)
199
- logger.debug(
200
- "Skipping logits processor loading because "
201
- "they are not supported when speculative decoding is enabled."
+ logger.warning(
+ "min_p, logit_bias, and min_tokens parameters won't currently work "
+ "with speculative decoding enabled."
202
)
203
return LogitsProcessors()
204
0 commit comments