Skip to content

Commit 0c90721

Browse files
zinccatbaberabb
andauthored
Fixes bugs when using gpt series model (#3348)
* fixes minor bugs when using gpt series model * pacify pre-commit --------- Co-authored-by: Baber <[email protected]>
1 parent 4aaa9a1 commit 0c90721

File tree

1 file changed

+10
-5
lines changed

1 file changed

+10
-5
lines changed

lm_eval/models/openai_completions.py

Lines changed: 10 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -150,15 +150,17 @@ class LocalChatCompletion(LocalCompletionsAPI):
150150
def __init__(
151151
self,
152152
base_url=None,
153+
tokenizer_backend=None,
154+
tokenized_requests=None,
153155
verify_certificate=True,
154156
ca_cert_path=None,
155157
auth_token=None,
156158
**kwargs,
157159
):
158160
super().__init__(
159161
base_url=base_url,
160-
tokenizer_backend=None,
161-
tokenized_requests=None,
162+
tokenizer_backend=tokenizer_backend,
163+
tokenized_requests=tokenized_requests,
162164
verify_certificate=verify_certificate,
163165
ca_cert_path=ca_cert_path,
164166
auth_token=auth_token,
@@ -335,9 +337,12 @@ def _create_payload(
335337
"seed": seed,
336338
**gen_kwargs,
337339
}
338-
if "o1" in self.model or "5" in self.model:
340+
if (
341+
"o1" in self.model
342+
or "5" in self.model
343+
or "o3" in self.model
344+
or "o4" in self.model
345+
):
339346
output.pop("stop")
340347
output["temperature"] = 1
341-
elif "o3" in self.model:
342-
output.pop("temperature")
343348
return output

0 commit comments

Comments
 (0)