|
25 | 25 | */ |
26 | 26 | public class UsageUtils { |
27 | 27 |
|
| 28 | + /** |
| 29 | + * Accumulate usage tokens from the previous chat response to the current usage |
| 30 | + * tokens. |
| 31 | + * @param currentUsage the current usage. |
| 32 | + * @param previousChatResponse the previous chat response. |
| 33 | + * @return accumulated usage. |
| 34 | + */ |
28 | 35 | public static Usage getCumulativeUsage(final Usage currentUsage, final ChatResponse previousChatResponse) { |
29 | | - Long promptTokens = currentUsage.getPromptTokens().longValue(); |
30 | | - Long generationTokens = currentUsage.getGenerationTokens().longValue(); |
31 | | - Long totalTokens = currentUsage.getTotalTokens().longValue(); |
32 | | - // Make sure to accumulate the usage from the previous chat response. |
| 36 | + Usage usageFromPreviousChatResponse = null; |
33 | 37 | if (previousChatResponse != null && previousChatResponse.getMetadata() != null |
34 | 38 | && previousChatResponse.getMetadata().getUsage() != null) { |
35 | | - Usage usageFromPreviousChatResponse = previousChatResponse.getMetadata().getUsage(); |
| 39 | + usageFromPreviousChatResponse = previousChatResponse.getMetadata().getUsage(); |
| 40 | + } |
| 41 | + else { |
| 42 | + // Return the curent usage when the previous chat response usage is empty or |
| 43 | + // null. |
| 44 | + return currentUsage; |
| 45 | + } |
| 46 | + // For a valid usage from previous chat response, accumulate it to the current |
| 47 | + // usage. |
| 48 | + if (!isEmpty(currentUsage)) { |
| 49 | + Long promptTokens = currentUsage.getPromptTokens().longValue(); |
| 50 | + Long generationTokens = currentUsage.getGenerationTokens().longValue(); |
| 51 | + Long totalTokens = currentUsage.getTotalTokens().longValue(); |
| 52 | + // Make sure to accumulate the usage from the previous chat response. |
36 | 53 | promptTokens += usageFromPreviousChatResponse.getPromptTokens(); |
37 | 54 | generationTokens += usageFromPreviousChatResponse.getGenerationTokens(); |
38 | 55 | totalTokens += usageFromPreviousChatResponse.getTotalTokens(); |
| 56 | + return new DefaultUsage(promptTokens, generationTokens, totalTokens); |
39 | 57 | } |
40 | | - return new DefaultUsage(promptTokens, generationTokens, totalTokens); |
| 58 | + // When current usage is empty, return the usage from the previous chat response. |
| 59 | + return usageFromPreviousChatResponse; |
41 | 60 | } |
42 | 61 |
|
| 62 | + /** |
| 63 | + * Check if the {@link Usage} is empty. Returns true when the {@link Usage} is null. |
| 64 | + * Returns true when the {@link Usage} has zero tokens. |
| 65 | + * @param usage the usage to check against. |
| 66 | + * @return the boolean value to represent if it is empty. |
| 67 | + */ |
43 | 68 | public static boolean isEmpty(Usage usage) { |
44 | 69 | if (usage == null) { |
45 | 70 | return true; |
|
0 commit comments