We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
backend
GuidedDecodingParams
1 parent 7c174e0 commit 8843b7bCopy full SHA for 8843b7b
trl/scripts/vllm_serve.py
@@ -557,7 +557,7 @@ async def generate(request: GenerateRequest):
557
558
# Guided decoding, if enabled
559
if request.guided_decoding_regex is not None:
560
- guided_decoding = GuidedDecodingParams(backend="outlines", regex=request.guided_decoding_regex)
+ guided_decoding = GuidedDecodingParams(regex=request.guided_decoding_regex)
561
else:
562
guided_decoding = None
563
0 commit comments