feat: 添加请求和响应体日志记录功能 (#180)

* feat: 添加请求和响应体日志记录功能

- 在 RequestLog 模型中添加 request_body 和 response_body
  字段用于存储完整的请求和响应内容
  - 修改响应处理器以捕获和返回响应体内容，支持流式和非流式响应
  - 更新代理服务器逻辑，在请求日志中记录请求体和响应体
  - 在前端日志表格中添加详情查看功能，支持查看完整的请求和响应内容
  - 提供 JSON 格式化显示和语法高亮，提升日志查看体验

* feat: 添加是否记录响应和请求体按钮

* fix: 修改请求和响应体记录选项的默认值为false

* feat: 添加分组级请求体日志记录控制功能

- 分组 - 高级配置 - 分组配置添加"禁用请求和响应体日志记录"选项
  (disable_request_body_logging)，覆盖系统设置

* refactor: 重构请求体响应体记录分组级别逻辑

- 不再单独处理分组设置，系统和分组使用同一个配置key
- 具体逻辑：
  - 系统启用 + 分组不做配置 = 记录
  - 系统启用 + 分组启用 = 记录
  - 系统启用 + 分组禁用 = 未记录请求内容（此分组已禁用请求体记录功能）
  - 系统禁用 + 分组开启 = 未记录请求内容（系统设置中已关闭请求体记录功能）
  - 系统禁用 = 未记录请求内容（系统设置中已关闭请求体记录功能）

---------

Co-authored-by: limliu <[email protected]>

Author: LimLLL

internal/config/system_settings.go

@@ -334,6 +334,7 @@ func (sm *SystemSettingsManager) ValidateGroupConfigOverrides(configMap map[stri
 			continue
 		}
 
+
 		field, ok := jsonToField[key]
 		if !ok {
 			return fmt.Errorf("invalid setting key: %s", key)
@@ -377,6 +378,11 @@ func (sm *SystemSettingsManager) ValidateGroupConfigOverrides(configMap map[stri
 					}
 				}
 			}
+		case reflect.Bool:
+			_, ok := value.(bool)
+			if !ok {
+				return fmt.Errorf("invalid type for %s: expected boolean, got %T", key, value)
+			}
 		default:
 			// Do not validate other types for group overrides
 		}

internal/models/types.go

@@ -37,6 +37,7 @@ type GroupConfig struct {
 	KeyValidationIntervalMinutes *int    `json:"key_validation_interval_minutes,omitempty"`
 	KeyValidationConcurrency     *int    `json:"key_validation_concurrency,omitempty"`
 	KeyValidationTimeoutSeconds  *int    `json:"key_validation_timeout_seconds,omitempty"`
+	EnableRequestBodyLogging     *bool   `json:"enable_request_body_logging,omitempty"`
 }
 
 // HeaderRule defines a single rule for header manipulation.
@@ -104,6 +105,9 @@ type RequestLog struct {
 	Retries      int       `gorm:"not null" json:"retries"`
 	UpstreamAddr string    `gorm:"type:varchar(500)" json:"upstream_addr"`
 	IsStream     bool      `gorm:"not null" json:"is_stream"`
+	RequestBody   string `gorm:"type:longtext" json:"request_body"`
+	ResponseBody  string `gorm:"type:longtext" json:"response_body"`
+	BodyLogStatus string `gorm:"type:varchar(50)" json:"body_log_status"` // "enabled", "system_disabled", "group_disabled"
 }
 
 // StatCard 用于仪表盘的单个统计卡片数据

internal/proxy/response_handlers.go

@@ -1,14 +1,15 @@
 package proxy
 
 import (
+	"bytes"
 	"io"
 	"net/http"
 
 	"github.com/gin-gonic/gin"
 	"github.com/sirupsen/logrus"
 )
 
-func (ps *ProxyServer) handleStreamingResponse(c *gin.Context, resp *http.Response) {
+func (ps *ProxyServer) handleStreamingResponse(c *gin.Context, resp *http.Response) string {
 	c.Header("Content-Type", "text/event-stream")
 	c.Header("Cache-Control", "no-cache")
 	c.Header("Connection", "keep-alive")
@@ -17,32 +18,46 @@ func (ps *ProxyServer) handleStreamingResponse(c *gin.Context, resp *http.Respon
 	flusher, ok := c.Writer.(http.Flusher)
 	if !ok {
 		logrus.Error("Streaming unsupported by the writer, falling back to normal response")
-		ps.handleNormalResponse(c, resp)
-		return
+		return ps.handleNormalResponse(c, resp)
 	}
 
+	var responseBuffer bytes.Buffer
 	buf := make([]byte, 4*1024)
 	for {
 		n, err := resp.Body.Read(buf)
 		if n > 0 {
+			// Write to client
 			if _, writeErr := c.Writer.Write(buf[:n]); writeErr != nil {
 				logUpstreamError("writing stream to client", writeErr)
-				return
+				return responseBuffer.String()
 			}
+			// Also capture for logging
+			responseBuffer.Write(buf[:n])
 			flusher.Flush()
 		}
 		if err == io.EOF {
 			break
 		}
 		if err != nil {
 			logUpstreamError("reading from upstream", err)
-			return
+			return responseBuffer.String()
 		}
 	}
+	return responseBuffer.String()
 }
 
-func (ps *ProxyServer) handleNormalResponse(c *gin.Context, resp *http.Response) {
-	if _, err := io.Copy(c.Writer, resp.Body); err != nil {
+func (ps *ProxyServer) handleNormalResponse(c *gin.Context, resp *http.Response) string {
+	// Read the response body
+	responseBody, err := io.ReadAll(resp.Body)
+	if err != nil {
+		logUpstreamError("reading response body", err)
+		return ""
+	}
+
+	// Write to client
+	if _, err := c.Writer.Write(responseBody); err != nil {
 		logUpstreamError("copying response body", err)
 	}
+
+	return string(responseBody)
 }

internal/proxy/server.go

@@ -114,11 +114,11 @@ func (ps *ProxyServer) executeRequestWithRetry(
 			}
 			logrus.Debugf("Max retries exceeded for group %s after %d attempts. Parsed Error: %s", group.Name, retryCount, logMessage)
 
-			ps.logRequest(c, group, &models.APIKey{KeyValue: lastError.KeyValue}, startTime, lastError.StatusCode, retryCount, errors.New(logMessage), isStream, lastError.UpstreamAddr, channelHandler, bodyBytes)
+			ps.logRequest(c, group, &models.APIKey{KeyValue: lastError.KeyValue}, startTime, lastError.StatusCode, retryCount, errors.New(logMessage), isStream, lastError.UpstreamAddr, channelHandler, bodyBytes, "")
 		} else {
 			response.Error(c, app_errors.ErrMaxRetriesExceeded)
 			logrus.Debugf("Max retries exceeded for group %s after %d attempts.", group.Name, retryCount)
-			ps.logRequest(c, group, nil, startTime, http.StatusServiceUnavailable, retryCount, app_errors.ErrMaxRetriesExceeded, isStream, "", channelHandler, bodyBytes)
+			ps.logRequest(c, group, nil, startTime, http.StatusServiceUnavailable, retryCount, app_errors.ErrMaxRetriesExceeded, isStream, "", channelHandler, bodyBytes, "")
 		}
 		return
 	}
@@ -127,7 +127,7 @@ func (ps *ProxyServer) executeRequestWithRetry(
 	if err != nil {
 		logrus.Errorf("Failed to select a key for group %s on attempt %d: %v", group.Name, retryCount+1, err)
 		response.Error(c, app_errors.NewAPIError(app_errors.ErrNoKeysAvailable, err.Error()))
-		ps.logRequest(c, group, nil, startTime, http.StatusServiceUnavailable, retryCount, err, isStream, "", channelHandler, bodyBytes)
+		ps.logRequest(c, group, nil, startTime, http.StatusServiceUnavailable, retryCount, err, isStream, "", channelHandler, bodyBytes, "")
 		return
 	}
 
@@ -191,7 +191,7 @@ func (ps *ProxyServer) executeRequestWithRetry(
 	if err != nil || (resp != nil && resp.StatusCode >= 400 && resp.StatusCode != http.StatusNotFound) {
 		if err != nil && app_errors.IsIgnorableError(err) {
 			logrus.Debugf("Client-side ignorable error for key %s, aborting retries: %v", utils.MaskAPIKey(apiKey.KeyValue), err)
-			ps.logRequest(c, group, apiKey, startTime, 499, retryCount+1, err, isStream, upstreamURL, channelHandler, bodyBytes)
+			ps.logRequest(c, group, apiKey, startTime, 499, retryCount+1, err, isStream, upstreamURL, channelHandler, bodyBytes, "")
 			return
 		}
 
@@ -236,7 +236,6 @@ func (ps *ProxyServer) executeRequestWithRetry(
 
 	// ps.keyProvider.UpdateStatus(apiKey, group, true) // 请求成功不再重置成功次数，减少IO消耗
 	logrus.Debugf("Request for group %s succeeded on attempt %d with key %s", group.Name, retryCount+1, utils.MaskAPIKey(apiKey.KeyValue))
-	ps.logRequest(c, group, apiKey, startTime, resp.StatusCode, retryCount+1, nil, isStream, upstreamURL, channelHandler, bodyBytes)
 
 	for key, values := range resp.Header {
 		for _, value := range values {
@@ -245,11 +244,14 @@ func (ps *ProxyServer) executeRequestWithRetry(
 	}
 	c.Status(resp.StatusCode)
 
+	var responseBody string
 	if isStream {
-		ps.handleStreamingResponse(c, resp)
+		responseBody = ps.handleStreamingResponse(c, resp)
 	} else {
-		ps.handleNormalResponse(c, resp)
+		responseBody = ps.handleNormalResponse(c, resp)
 	}
+
+	ps.logRequest(c, group, apiKey, startTime, resp.StatusCode, retryCount+1, nil, isStream, upstreamURL, channelHandler, bodyBytes, responseBody)
 }
 
 // logRequest is a helper function to create and record a request log.
@@ -265,25 +267,56 @@ func (ps *ProxyServer) logRequest(
 	upstreamAddr string,
 	channelHandler channel.ChannelProxy,
 	bodyBytes []byte,
+	responseBody string,
 ) {
 	if ps.requestLogService == nil {
 		return
 	}
 
 	duration := time.Since(startTime).Milliseconds()
 
+	// 日志记录逻辑：系统开启 AND 分组开启 = 记录
+	var requestBodyToLog, responseBodyToLog string
+	var bodyLogStatus string
+
+	systemEnabled := ps.settingsManager.GetSettings().EnableRequestBodyLogging
+	groupEnabled := true // 默认分组开启
+
+	// 检查分组配置中的设置
+	if group.Config != nil {
+		if enableValue, exists := group.Config["enable_request_body_logging"]; exists {
+			if enable, ok := enableValue.(bool); ok {
+				groupEnabled = enable
+			}
+		}
+	}
+
+	// 只有系统和分组都开启才记录
+	if !systemEnabled {
+		bodyLogStatus = "system_disabled"
+	} else if !groupEnabled {
+		bodyLogStatus = "group_disabled"
+	} else {
+		bodyLogStatus = "enabled"
+		requestBodyToLog = string(bodyBytes)
+		responseBodyToLog = responseBody
+	}
+
 	logEntry := &models.RequestLog{
-		GroupID:      group.ID,
-		GroupName:    group.Name,
-		IsSuccess:    finalError == nil && statusCode < 400,
-		SourceIP:     c.ClientIP(),
-		StatusCode:   statusCode,
-		RequestPath:  utils.TruncateString(c.Request.URL.String(), 500),
-		Duration:     duration,
-		UserAgent:    c.Request.UserAgent(),
-		Retries:      retries,
-		IsStream:     isStream,
-		UpstreamAddr: utils.TruncateString(upstreamAddr, 500),
+		GroupID:       group.ID,
+		GroupName:     group.Name,
+		IsSuccess:     finalError == nil && statusCode < 400,
+		SourceIP:      c.ClientIP(),
+		StatusCode:    statusCode,
+		RequestPath:   utils.TruncateString(c.Request.URL.String(), 500),
+		Duration:      duration,
+		UserAgent:     c.Request.UserAgent(),
+		Retries:       retries,
+		IsStream:      isStream,
+		UpstreamAddr:  utils.TruncateString(upstreamAddr, 500),
+		RequestBody:   requestBodyToLog,
+		ResponseBody:  responseBodyToLog,
+		BodyLogStatus: bodyLogStatus,
 	}
 
 	if channelHandler != nil && bodyBytes != nil {

internal/types/types.go

@@ -24,6 +24,7 @@ type SystemSettings struct {
 	ProxyKeys                      string `json:"proxy_keys" name:"全局代理密钥" category:"基础参数" desc:"全局代理密钥，用于访问所有分组的代理端点。多个密钥请用逗号分隔。" validate:"required"`
 
 	// 请求设置
+	EnableRequestBodyLogging  bool   `json:"enable_request_body_logging" default:"false" name:"记录请求和响应体" category:"请求设置" desc:"是否在请求日志中记录完整的请求体和响应体内容。关闭此选项可以减少存储空间占用。"`
 	RequestTimeout        int    `json:"request_timeout" default:"600" name:"请求超时（秒）" category:"请求设置" desc:"转发请求的完整生命周期超时（秒）等。" validate:"required,min=1"`
 	ConnectTimeout        int    `json:"connect_timeout" default:"15" name:"连接超时（秒）" category:"请求设置" desc:"与上游服务建立新连接的超时时间（秒）。" validate:"required,min=1"`
 	IdleConnTimeout       int    `json:"idle_conn_timeout" default:"120" name:"空闲连接超时（秒）" category:"请求设置" desc:"HTTP 客户端中空闲连接的超时时间（秒）。" validate:"required,min=1"`

web/src/api/settings.ts

@@ -3,8 +3,8 @@ import http from "@/utils/http";
 export interface Setting {
   key: string;
   name: string;
-  value: string | number;
-  type: "int" | "string";
+  value: string | number | boolean;
+  type: "int" | "string" | "bool";
   min_value?: number;
   description: string;
   required: boolean;
@@ -15,7 +15,7 @@ export interface SettingCategory {
   settings: Setting[];
 }
 
-export type SettingsUpdatePayload = Record<string, string | number>;
+export type SettingsUpdatePayload = Record<string, string | number | boolean>;
 
 export const settingsApi = {
   async getSettings(): Promise<SettingCategory[]> {

web/src/components/keys/GroupFormModal.vue

@@ -14,6 +14,7 @@ import {
   NInputNumber,
   NModal,
   NSelect,
+  NSwitch,
   NTooltip,
   useMessage,
   type FormRules,
@@ -34,7 +35,7 @@ interface Emits {
 // 配置项类型
 interface ConfigItem {
   key: string;
-  value: number | string;
+  value: number | string | boolean;
 }
 
 // Header规则类型
@@ -65,7 +66,7 @@ interface GroupFormData {
   test_model: string;
   validation_endpoint: string;
   param_overrides: string;
-  config: Record<string, number | string>;
+  config: Record<string, number | string | boolean>;
   configItems: ConfigItem[];
   header_rules: HeaderRuleItem[];
   proxy_keys: string;
@@ -456,7 +457,7 @@ async function handleSubmit() {
     }
 
     // 将configItems转换为config对象
-    const config: Record<string, number | string> = {};
+    const config: Record<string, number | string | boolean> = {};
     formData.configItems.forEach((item: ConfigItem) => {
       if (item.key && item.key.trim()) {
         const option = configOptions.value.find(opt => opt.key === item.key);
@@ -861,6 +862,11 @@ async function handleSubmit() {
                               :precision="0"
                               style="width: 100%"
                             />
+                            <n-switch
+                              v-else-if="typeof configItem.value === 'boolean'"
+                              v-model:value="configItem.value"
+                              size="small"
+                            />
                             <n-input v-else v-model:value="configItem.value" placeholder="参数值" />
                           </template>
                           {{ getConfigOption(configItem.key)?.description || "设置此配置项的值" }}