File tree Expand file tree Collapse file tree 1 file changed +10
-5
lines changed
Expand file tree Collapse file tree 1 file changed +10
-5
lines changed Original file line number Diff line number Diff line change @@ -150,15 +150,17 @@ class LocalChatCompletion(LocalCompletionsAPI):
150150 def __init__ (
151151 self ,
152152 base_url = None ,
153+ tokenizer_backend = None ,
154+ tokenized_requests = None ,
153155 verify_certificate = True ,
154156 ca_cert_path = None ,
155157 auth_token = None ,
156158 ** kwargs ,
157159 ):
158160 super ().__init__ (
159161 base_url = base_url ,
160- tokenizer_backend = None ,
161- tokenized_requests = None ,
162+ tokenizer_backend = tokenizer_backend ,
163+ tokenized_requests = tokenized_requests ,
162164 verify_certificate = verify_certificate ,
163165 ca_cert_path = ca_cert_path ,
164166 auth_token = auth_token ,
@@ -335,9 +337,12 @@ def _create_payload(
335337 "seed" : seed ,
336338 ** gen_kwargs ,
337339 }
338- if "o1" in self .model or "5" in self .model :
340+ if (
341+ "o1" in self .model
342+ or "5" in self .model
343+ or "o3" in self .model
344+ or "o4" in self .model
345+ ):
339346 output .pop ("stop" )
340347 output ["temperature" ] = 1
341- elif "o3" in self .model :
342- output .pop ("temperature" )
343348 return output
You can’t perform that action at this time.
0 commit comments