feat: 优化日志功能 (#209)

* feat: 添加请求和响应体日志记录功能

- 在 RequestLog 模型中添加 request_body 和 response_body
  字段用于存储完整的请求和响应内容
  - 修改响应处理器以捕获和返回响应体内容，支持流式和非流式响应
  - 更新代理服务器逻辑，在请求日志中记录请求体和响应体
  - 在前端日志表格中添加详情查看功能，支持查看完整的请求和响应内容
  - 提供 JSON 格式化显示和语法高亮，提升日志查看体验

* feat: 添加是否记录响应和请求体按钮

* fix: 修改请求和响应体记录选项的默认值为false

* feat: 添加分组级请求体日志记录控制功能

- 分组 - 高级配置 - 分组配置添加"禁用请求和响应体日志记录"选项
  (disable_request_body_logging)，覆盖系统设置

* refactor: 重构请求体响应体记录分组级别逻辑

- 不再单独处理分组设置，系统和分组使用同一个配置key
- 具体逻辑：
  - 系统启用 + 分组不做配置 = 记录
  - 系统启用 + 分组启用 = 记录
  - 系统启用 + 分组禁用 = 未记录请求内容（此分组已禁用请求体记录功能）
  - 系统禁用 + 分组开启 = 未记录请求内容（系统设置中已关闭请求体记录功能）
  - 系统禁用 = 未记录请求内容（系统设置中已关闭请求体记录功能）

* feat: 优化日志详情记录

* fix: space

* fix: code

* feat: 记录重试日志

* feat: 内容复制

* feat: 删除响应内容记录

* feat: 优化请求日志记录

* feat: 统计过滤重试日志

* feat: 优化日志详情记录

* feat: 移除url的key记录

* feat: 移除请求key

* feat: remove highlight.js

* feat: format

* fix: 恢复误删的keydelete

---------

Co-authored-by: limliu <[email protected]>

Author: tbphp

internal/app/app.go

@@ -9,6 +9,7 @@ import (
 	"time"
 
 	"gpt-load/internal/config"
+	db "gpt-load/internal/db/migrations"
 	"gpt-load/internal/keypool"
 	"gpt-load/internal/models"
 	"gpt-load/internal/proxy"
@@ -89,7 +90,7 @@ func (a *App) Start() error {
 			return fmt.Errorf("database auto-migration failed: %w", err)
 		}
 		// 数据修复
-		// db.MigrateDatabase(a.db)
+		db.MigrateDatabase(a.db)
 		logrus.Info("Database auto-migration completed.")
 
 		// 初始化系统设置

internal/config/system_settings.go

@@ -334,7 +334,6 @@ func (sm *SystemSettingsManager) ValidateGroupConfigOverrides(configMap map[stri
 			continue
 		}
 
-
 		field, ok := jsonToField[key]
 		if !ok {
 			return fmt.Errorf("invalid setting key: %s", key)

internal/db/migrations/migration.go

@@ -5,6 +5,5 @@ import (
 )
 
 func MigrateDatabase(db *gorm.DB) error {
-	// return V1_0_13_FixRequestLogs(db)
-	return nil
+	return V1_0_22_DropRetriesColumn(db)
 }

internal/db/migrations/v1_0_22_DropRetriesColumn.go

@@ -0,0 +1,20 @@
+package db
+
+import "gorm.io/gorm"
+
+// RequestLog 用于迁移的临时结构体
+type RequestLog struct {
+	Retries int `gorm:"column:retries"`
+}
+
+// V1_0_22_DropRetriesColumn 删除request_logs表的retries字段
+func V1_0_22_DropRetriesColumn(db *gorm.DB) error {
+	// 检查retries列是否存在
+	if db.Migrator().HasColumn(&RequestLog{}, "retries") {
+		// 删除retries列
+		if err := db.Migrator().DropColumn(&RequestLog{}, "retries"); err != nil {
+			return err
+		}
+	}
+	return nil
+}

internal/handler/dashboard_handler.go

@@ -194,7 +194,7 @@ func (s *Server) getRPMStats(now time.Time) (models.StatCard, error) {
 	var result rpmStatResult
 	err := s.DB.Model(&models.RequestLog{}).
 		Select("count(case when timestamp >= ? then 1 end) as current_requests, count(case when timestamp >= ? and timestamp < ? then 1 end) as previous_requests", tenMinutesAgo, twentyMinutesAgo, tenMinutesAgo).
-		Where("timestamp >= ?", twentyMinutesAgo).
+		Where("timestamp >= ? AND request_type = ?", twentyMinutesAgo, models.RequestTypeFinal).
 		Scan(&result).Error
 
 	if err != nil {

internal/handler/group_handler.go

@@ -782,13 +782,13 @@ func (s *Server) GetGroupStats(c *gin.Context) {
 		now := time.Now()
 		oneHourAgo := now.Add(-1 * time.Hour)
 
-		if err := s.DB.Model(&models.RequestLog{}).Where("group_id = ? AND timestamp BETWEEN ? AND ?", groupID, oneHourAgo, now).Count(&total).Error; err != nil {
+		if err := s.DB.Model(&models.RequestLog{}).Where("group_id = ? AND timestamp BETWEEN ? AND ? AND request_type = ?", groupID, oneHourAgo, now, models.RequestTypeFinal).Count(&total).Error; err != nil {
 			mu.Lock()
 			errors = append(errors, fmt.Errorf("failed to get hourly total requests: %w", err))
 			mu.Unlock()
 			return
 		}
-		if err := s.DB.Model(&models.RequestLog{}).Where("group_id = ? AND timestamp BETWEEN ? AND ? AND is_success = ?", groupID, oneHourAgo, now, false).Count(&failed).Error; err != nil {
+		if err := s.DB.Model(&models.RequestLog{}).Where("group_id = ? AND timestamp BETWEEN ? AND ? AND is_success = ? AND request_type = ?", groupID, oneHourAgo, now, false, models.RequestTypeFinal).Count(&failed).Error; err != nil {
 			mu.Lock()
 			errors = append(errors, fmt.Errorf("failed to get hourly failed requests: %w", err))
 			mu.Unlock()

internal/middleware/middleware.go

@@ -232,6 +232,13 @@ func isMonitoringEndpoint(path string) bool {
 
 // extractAuthKey extracts a auth key.
 func extractAuthKey(c *gin.Context) string {
+	// Query key
+	if key := c.Query("key"); key != "" {
+		query := c.Request.URL.Query()
+		query.Del("key")
+		c.Request.URL.RawQuery = query.Encode()
+		return key
+	}
 
 	// Bearer token
 	authHeader := c.GetHeader("Authorization")
@@ -252,11 +259,6 @@ func extractAuthKey(c *gin.Context) string {
 		return key
 	}
 
-	// Query key
-	if key := c.Query("key"); key != "" {
-		return key
-	}
-
 	return ""
 }
 

internal/models/types.go

@@ -87,6 +87,12 @@ type APIKey struct {
 	UpdatedAt    time.Time  `json:"updated_at"`
 }
 
+// RequestType 请求类型常量
+const (
+	RequestTypeRetry = "retry"
+	RequestTypeFinal = "final"
+)
+
 // RequestLog 对应 request_logs 表
 type RequestLog struct {
 	ID           string    `gorm:"type:varchar(36);primaryKey" json:"id"`
@@ -102,12 +108,10 @@ type RequestLog struct {
 	Duration     int64     `gorm:"not null" json:"duration_ms"`
 	ErrorMessage string    `gorm:"type:text" json:"error_message"`
 	UserAgent    string    `gorm:"type:varchar(512)" json:"user_agent"`
-	Retries      int       `gorm:"not null" json:"retries"`
+	RequestType  string    `gorm:"type:varchar(20);not null;default:'final';index" json:"request_type"`
 	UpstreamAddr string    `gorm:"type:varchar(500)" json:"upstream_addr"`
 	IsStream     bool      `gorm:"not null" json:"is_stream"`
-	RequestBody   string `gorm:"type:longtext" json:"request_body"`
-	ResponseBody  string `gorm:"type:longtext" json:"response_body"`
-	BodyLogStatus string `gorm:"type:varchar(50)" json:"body_log_status"` // "enabled", "system_disabled", "group_disabled"
+	RequestBody  string    `gorm:"type:longtext" json:"request_body"`
 }
 
 // StatCard 用于仪表盘的单个统计卡片数据

internal/proxy/response_handlers.go

@@ -1,15 +1,14 @@
 package proxy
 
 import (
-	"bytes"
 	"io"
 	"net/http"
 
 	"github.com/gin-gonic/gin"
 	"github.com/sirupsen/logrus"
 )
 
-func (ps *ProxyServer) handleStreamingResponse(c *gin.Context, resp *http.Response) string {
+func (ps *ProxyServer) handleStreamingResponse(c *gin.Context, resp *http.Response) {
 	c.Header("Content-Type", "text/event-stream")
 	c.Header("Cache-Control", "no-cache")
 	c.Header("Connection", "keep-alive")
@@ -18,46 +17,32 @@ func (ps *ProxyServer) handleStreamingResponse(c *gin.Context, resp *http.Respon
 	flusher, ok := c.Writer.(http.Flusher)
 	if !ok {
 		logrus.Error("Streaming unsupported by the writer, falling back to normal response")
-		return ps.handleNormalResponse(c, resp)
+		ps.handleNormalResponse(c, resp)
+		return
 	}
 
-	var responseBuffer bytes.Buffer
 	buf := make([]byte, 4*1024)
 	for {
 		n, err := resp.Body.Read(buf)
 		if n > 0 {
-			// Write to client
 			if _, writeErr := c.Writer.Write(buf[:n]); writeErr != nil {
 				logUpstreamError("writing stream to client", writeErr)
-				return responseBuffer.String()
+				return
 			}
-			// Also capture for logging
-			responseBuffer.Write(buf[:n])
 			flusher.Flush()
 		}
 		if err == io.EOF {
 			break
 		}
 		if err != nil {
 			logUpstreamError("reading from upstream", err)
-			return responseBuffer.String()
+			return
 		}
 	}
-	return responseBuffer.String()
 }
 
-func (ps *ProxyServer) handleNormalResponse(c *gin.Context, resp *http.Response) string {
-	// Read the response body
-	responseBody, err := io.ReadAll(resp.Body)
-	if err != nil {
-		logUpstreamError("reading response body", err)
-		return ""
-	}
-
-	// Write to client
-	if _, err := c.Writer.Write(responseBody); err != nil {
+func (ps *ProxyServer) handleNormalResponse(c *gin.Context, resp *http.Response) {
+	if _, err := io.Copy(c.Writer, resp.Body); err != nil {
 		logUpstreamError("copying response body", err)
 	}
-
-	return string(responseBody)
 }