File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed
Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -23,7 +23,7 @@ def get_api_provider_stream_iter(
2323 top_p ,
2424 max_new_tokens ,
2525 state ,
26- extra_body = {} ,
26+ extra_body = None ,
2727):
2828 if model_api_dict ["api_type" ] == "openai" :
2929 if model_api_dict .get ("vision-arena" , False ):
@@ -433,7 +433,7 @@ def p2l_api_stream_iter(
433433 max_new_tokens ,
434434 api_base = None ,
435435 api_key = None ,
436- extra_body = {}
436+ extra_body = None
437437):
438438 import openai
439439
Original file line number Diff line number Diff line change @@ -526,7 +526,7 @@ def bot_response(
526526 if not custom_system_prompt :
527527 conv .set_system_message ("" )
528528
529- extra_body = {}
529+ extra_body = None
530530
531531 if use_recommended_config :
532532 recommended_config = model_api_dict .get ("recommended_config" , None )
@@ -536,7 +536,7 @@ def bot_response(
536536 max_new_tokens = recommended_config .get (
537537 "max_new_tokens" , max_new_tokens
538538 )
539- extra_body = recommended_config .get ("extra_body" , {} )
539+ extra_body = recommended_config .get ("extra_body" , None )
540540
541541 stream_iter = get_api_provider_stream_iter (
542542 conv ,
You can’t perform that action at this time.
0 commit comments