feat: update OpenAI client to support new model behaviors

- Import `regexp` and `github.com/sashabaranov/go-openai` packages
- Add `CompletionTokensDetails` field to the `Usage` struct
- Change chat message role from `System` to `Assistant` in OpenAI client functions
- Adjust token settings for models matching `o1-(mini|preview)`
- Modify `GetSummaryPrefix` to handle different model behaviors

Signed-off-by: appleboy <[email protected]>

Author: appleboy

core/openai.go

@@ -2,12 +2,15 @@ package core
 
 import (
 	"context"
+
+	"github.com/sashabaranov/go-openai"
 )
 
 type Usage struct {
-	PromptTokens     int
-	CompletionTokens int
-	TotalTokens      int
+	PromptTokens            int
+	CompletionTokens        int
+	TotalTokens             int
+	CompletionTokensDetails *openai.CompletionTokensDetails
 }
 
 type Response struct {

openai/openai.go

@@ -6,6 +6,7 @@ import (
 	"fmt"
 	"net/http"
 	"net/url"
+	"regexp"
 
 	"github.com/appleboy/CodeGPT/core"
 
@@ -54,25 +55,36 @@ func (c *Client) Completion(ctx context.Context, content string) (*core.Response
 	return &core.Response{
 		Content: resp.Content,
 		Usage: core.Usage{
-			PromptTokens:     resp.Usage.PromptTokens,
-			CompletionTokens: resp.Usage.CompletionTokens,
-			TotalTokens:      resp.Usage.TotalTokens,
+			PromptTokens:            resp.Usage.PromptTokens,
+			CompletionTokens:        resp.Usage.CompletionTokens,
+			TotalTokens:             resp.Usage.TotalTokens,
+			CompletionTokensDetails: resp.Usage.CompletionTokensDetails,
 		},
 	}, nil
 }
 
 // GetSummaryPrefix is an API call to get a summary prefix using function call.
 func (c *Client) GetSummaryPrefix(ctx context.Context, content string) (*core.Response, error) {
-	resp, err := c.CreateFunctionCall(ctx, content, SummaryPrefixFunc)
-	if err != nil || len(resp.Choices) != 1 {
-		return nil, err
+	var resp openai.ChatCompletionResponse
+	var err error
+	if checkO1Serial.MatchString(c.model) {
+		resp, err = c.CreateChatCompletion(ctx, content)
+		if err != nil || len(resp.Choices) != 1 {
+			return nil, err
+		}
+	} else {
+		resp, err = c.CreateFunctionCall(ctx, content, SummaryPrefixFunc)
+		if err != nil || len(resp.Choices) != 1 {
+			return nil, err
+		}
 	}
 
 	msg := resp.Choices[0].Message
 	usage := core.Usage{
-		PromptTokens:     resp.Usage.PromptTokens,
-		CompletionTokens: resp.Usage.CompletionTokens,
-		TotalTokens:      resp.Usage.TotalTokens,
+		PromptTokens:            resp.Usage.PromptTokens,
+		CompletionTokens:        resp.Usage.CompletionTokens,
+		TotalTokens:             resp.Usage.TotalTokens,
+		CompletionTokensDetails: resp.Usage.CompletionTokensDetails,
 	}
 	if len(msg.ToolCalls) == 0 {
 		return &core.Response{
@@ -88,6 +100,8 @@ func (c *Client) GetSummaryPrefix(ctx context.Context, content string) (*core.Re
 	}, nil
 }
 
+var checkO1Serial = regexp.MustCompile(`o1-(mini|preview)`)
+
 // CreateChatCompletion is an API call to create a function call for a chat message.
 func (c *Client) CreateFunctionCall(
 	ctx context.Context,
@@ -108,7 +122,7 @@ func (c *Client) CreateFunctionCall(
 		PresencePenalty:  c.presencePenalty,
 		Messages: []openai.ChatCompletionMessage{
 			{
-				Role:    openai.ChatMessageRoleSystem,
+				Role:    openai.ChatMessageRoleAssistant,
 				Content: "You are a helpful assistant.",
 			},
 			{
@@ -125,6 +139,11 @@ func (c *Client) CreateFunctionCall(
 		},
 	}
 
+	if checkO1Serial.MatchString(c.model) {
+		req.MaxTokens = 0
+		req.MaxCompletionsTokens = c.maxTokens
+	}
+
 	return c.client.CreateChatCompletion(ctx, req)
 }
 
@@ -142,7 +161,7 @@ func (c *Client) CreateChatCompletion(
 		PresencePenalty:  c.presencePenalty,
 		Messages: []openai.ChatCompletionMessage{
 			{
-				Role:    openai.ChatMessageRoleSystem,
+				Role:    openai.ChatMessageRoleAssistant,
 				Content: "You are a helpful assistant.",
 			},
 			{
@@ -152,6 +171,11 @@ func (c *Client) CreateChatCompletion(
 		},
 	}
 
+	if checkO1Serial.MatchString(c.model) {
+		req.MaxTokens = 0
+		req.MaxCompletionsTokens = c.maxTokens
+	}
+
 	return c.client.CreateChatCompletion(ctx, req)
 }