@@ -1141,7 +1141,7 @@ def _create_completion(
11411141 stopping_criteria : Optional [StoppingCriteriaList ] = None ,
11421142 logits_processor : Optional [LogitsProcessorList ] = None ,
11431143 grammar : Optional [LlamaGrammar ] = None ,
1144- logit_bias : Optional [Dict [str , float ]] = None ,
1144+ logit_bias : Optional [Dict [int , float ]] = None ,
11451145 ) -> Union [
11461146 Iterator [CreateCompletionResponse ], Iterator [CreateCompletionStreamResponse ]
11471147 ]:
@@ -1761,7 +1761,7 @@ def create_completion(
17611761 stopping_criteria : Optional [StoppingCriteriaList ] = None ,
17621762 logits_processor : Optional [LogitsProcessorList ] = None ,
17631763 grammar : Optional [LlamaGrammar ] = None ,
1764- logit_bias : Optional [Dict [str , float ]] = None ,
1764+ logit_bias : Optional [Dict [int , float ]] = None ,
17651765 ) -> Union [CreateCompletionResponse , Iterator [CreateCompletionStreamResponse ]]:
17661766 """Generate text from a prompt.
17671767
@@ -1858,7 +1858,7 @@ def __call__(
18581858 stopping_criteria : Optional [StoppingCriteriaList ] = None ,
18591859 logits_processor : Optional [LogitsProcessorList ] = None ,
18601860 grammar : Optional [LlamaGrammar ] = None ,
1861- logit_bias : Optional [Dict [str , float ]] = None ,
1861+ logit_bias : Optional [Dict [int , float ]] = None ,
18621862 ) -> Union [CreateCompletionResponse , Iterator [CreateCompletionStreamResponse ]]:
18631863 """Generate text from a prompt.
18641864
@@ -1951,7 +1951,7 @@ def create_chat_completion(
19511951 model : Optional [str ] = None ,
19521952 logits_processor : Optional [LogitsProcessorList ] = None ,
19531953 grammar : Optional [LlamaGrammar ] = None ,
1954- logit_bias : Optional [Dict [str , float ]] = None ,
1954+ logit_bias : Optional [Dict [int , float ]] = None ,
19551955 logprobs : Optional [bool ] = None ,
19561956 top_logprobs : Optional [int ] = None ,
19571957 ) -> Union [
0 commit comments