File tree Expand file tree Collapse file tree 1 file changed +4
-12
lines changed Expand file tree Collapse file tree 1 file changed +4
-12
lines changed Original file line number Diff line number Diff line change @@ -185,15 +185,11 @@ def get_tokenizer(model_name="gpt-4"):
185185 try :
186186 return tiktoken .encoding_for_model (model_name )
187187 except KeyError :
188- logging .info (
189- f"Could not find a tokenizer for model { model_name } . Trying HuggingFace."
190- )
188+ logging .info (f"Could not find a tokenizer for model { model_name } . Trying HuggingFace." )
191189 try :
192190 return AutoTokenizer .from_pretrained (model_name )
193191 except OSError :
194- logging .info (
195- f"Could not find a tokenizer for model { model_name } . Defaulting to gpt-4."
196- )
192+ logging .info (f"Could not find a tokenizer for model { model_name } . Defaulting to gpt-4." )
197193 return tiktoken .encoding_for_model ("gpt-4" )
198194
199195
@@ -405,9 +401,7 @@ def __str__(self, warn_if_image=False) -> str:
405401 else :
406402 logging .info (msg )
407403
408- return "\n " .join (
409- [elem ["text" ] for elem in self ["content" ] if elem ["type" ] == "text" ]
410- )
404+ return "\n " .join ([elem ["text" ] for elem in self ["content" ] if elem ["type" ] == "text" ])
411405
412406 def add_content (self , type : str , content : Any ):
413407 if isinstance (self ["content" ], str ):
@@ -545,9 +539,7 @@ def __getitem__(self, key):
545539
546540 def to_markdown (self ):
547541 self .merge ()
548- return "\n " .join (
549- [f"Message { i } \n { m .to_markdown ()} \n " for i , m in enumerate (self .messages )]
550- )
542+ return "\n " .join ([f"Message { i } \n { m .to_markdown ()} \n " for i , m in enumerate (self .messages )])
551543
552544
553545if __name__ == "__main__" :
You can’t perform that action at this time.
0 commit comments