We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2d5991f commit 884fcffCopy full SHA for 884fcff
tests/mock_server.py
@@ -119,6 +119,8 @@ class Parameters(BaseModel):
119
presence_penalty: Optional[float] = 0.0
120
repetition_penalty: Optional[float] = 1.0
121
122
+ prefix: Optional[str] = None
123
+
124
logprobs: Optional[bool] = None
125
top_logprobs: Optional[int] = None
126
@@ -430,6 +432,8 @@ async def generate(
430
432
openai_params["presence_penalty"] = params.presence_penalty
431
433
434
extra_body = {}
435
+ if params.prefix is not None:
436
+ extra_body["prefix"] = params.prefix
437
if params.repetition_penalty is not None:
438
if params.repetition_penalty <= 0:
439
return JSONResponse(
0 commit comments