count token used.

jeffery9 · jeffery9 · commit f74ae377a82e · 2023-03-08T15:31:27.000+08:00
diff --git a/book_maker/translator/chatgptapi_translator.py b/book_maker/translator/chatgptapi_translator.py
@@ -28,6 +28,7 @@ def translate(self, text):
             }
         ]
         count_tokens = num_tokens_from_messages(message_log)
+        consumed_tokens = 0
         t_text = ""
         if count_tokens > 4000:
             print("too long!")
@@ -60,6 +61,7 @@ def translate(self, text):
                     .decode()
                 )
                 print(t_sub_text)
+                consumed_tokens += completion["usage"]["prompt_tokens"]
 
                 t_text = t_text + t_sub_text
 
@@ -82,6 +84,8 @@ def translate(self, text):
                         .encode("utf8")
                         .decode()
                     )
+                    consumed_tokens += completion["usage"]["prompt_tokens"]
+
                 except Exception as e:
                     # TIME LIMIT for open api please pay
                     key_len = self.key.count(",") + 1
@@ -105,5 +109,8 @@ def translate(self, text):
                         .encode("utf8")
                         .decode()
                     )
+                    consumed_tokens += completion["usage"]["prompt_tokens"]
+
         print(t_text)
+        print(f"{consumed_tokens} prompt tokens used.")
         return t_text

Original file line number	Diff line number	Diff line change
`@@ -28,6 +28,7 @@ def translate(self, text):`
`28`	`28`	`}`
`29`	`29`	`]`
`30`	`30`	`count_tokens = num_tokens_from_messages(message_log)`
	`31`	`+ consumed_tokens = 0`
`31`	`32`	`t_text = ""`
`32`	`33`	`if count_tokens > 4000:`
`33`	`34`	`print("too long!")`
`@@ -60,6 +61,7 @@ def translate(self, text):`
`60`	`61`	`.decode()`
`61`	`62`	`)`
`62`	`63`	`print(t_sub_text)`
	`64`	`+ consumed_tokens += completion["usage"]["prompt_tokens"]`
`63`	`65`
`64`	`66`	`t_text = t_text + t_sub_text`
`65`	`67`
`@@ -82,6 +84,8 @@ def translate(self, text):`
`82`	`84`	`.encode("utf8")`
`83`	`85`	`.decode()`
`84`	`86`	`)`
	`87`	`+ consumed_tokens += completion["usage"]["prompt_tokens"]`
	`88`	`+`
`85`	`89`	`except Exception as e:`
`86`	`90`	`# TIME LIMIT for open api please pay`
`87`	`91`	`key_len = self.key.count(",") + 1`
`@@ -105,5 +109,8 @@ def translate(self, text):`
`105`	`109`	`.encode("utf8")`
`106`	`110`	`.decode()`
`107`	`111`	`)`
	`112`	`+ consumed_tokens += completion["usage"]["prompt_tokens"]`
	`113`	`+`
`108`	`114`	`print(t_text)`
	`115`	`+ print(f"{consumed_tokens} prompt tokens used.")`
`109`	`116`	`return t_text`