fix: Non streaming sessions cannot count token consumption #3635 (#3709)

Author: shaohuzhang1

apps/setting/models_provider/impl/base_chat_open_ai.py

@@ -99,7 +99,7 @@ def get_num_tokens_from_messages(
             except Exception as e:
                 tokenizer = TokenizerManage.get_tokenizer()
                 return sum([len(tokenizer.encode(get_buffer_string([m]))) for m in messages])
-        return self.usage_metadata.get('input_tokens', 0)
+        return self.usage_metadata.get('input_tokens', self.usage_metadata.get('prompt_tokens', 0))
 
     def get_num_tokens(self, text: str) -> int:
         if self.usage_metadata is None or self.usage_metadata == {}:
@@ -108,7 +108,8 @@ def get_num_tokens(self, text: str) -> int:
             except Exception as e:
                 tokenizer = TokenizerManage.get_tokenizer()
                 return len(tokenizer.encode(text))
-        return self.get_last_generation_info().get('output_tokens', 0)
+        return self.get_last_generation_info().get('output_tokens',
+                                                   self.get_last_generation_info().get('completion_tokens', 0))
 
     def _stream(self, *args: Any, **kwargs: Any) -> Iterator[ChatGenerationChunk]:
         kwargs['stream_usage'] = True