feat(prometheus): 实现主动拉取告警的webhook服务

添加prometheus_adapter.yml配置文件支持
重构alert_service使用配置而非环境变量
新增alert_webhook_service实现告警轮询推送
更新build.sh和deploy.sh支持配置文件部署
更新README文档说明新的webhook架构

Author: JaD1ng

docs/prometheus_adapter/README.md

@@ -221,30 +221,51 @@ internal/prometheus_adapter/
   - 更新元信息时，系统根据 `alert_name` + `labels` 查找并更新对应的元信息
 - **缓存机制**：系统在内存中缓存当前的规则和元信息，支持快速增量更新
 
-## Alertmanager 集成
+## 告警接收 Webhook
 
-- 目标：将 Prometheus 触发的告警通过 Alertmanager 转发到监控告警模块
-- `alertmanager.yml` 配置示例：
-```yaml
-global:
-  resolve_timeout: 5m
+- 目标：实现自定义 webhook 服务，主动从 Prometheus 拉取告警并转发到监控告警模块
+- 实现方式：
+  - 通过 Prometheus Alerts API 获取告警
+  - 定期轮询 Prometheus 的 `/api/v1/alerts` 端点
+  - 将获取的告警格式化后 POST 到监控告警模块
 
-route:
-  group_by: ['alertname', 'cluster', 'service']
-  group_wait: 10s
-  group_interval: 10s
-  repeat_interval: 1h
-  receiver: 'zeroops-alert-webhook'
-
-receivers:
-  - name: 'zeroops-alert-webhook'
-    webhook_configs:
-      - url: 'http://alert-module:8080/v1/integrations/alertmanager/webhook'
-        send_resolved: true
+### Webhook 服务架构
+```
+┌─────────────────┐
+│   Prometheus    │
+│  (告警规则引擎)   │
+└────────┬────────┘
+         │ Pull (轮询)
+         │ GET /api/v1/alerts
+         ▼
+┌─────────────────┐
+│  Alert Webhook  │
+│   （自定义服务）  │
+└────────┬────────┘
+         │ Push
+         │ POST /v1/integrations/prometheus/alerts
+         ▼
+┌─────────────────┐
+│   监控告警模块    │
+│  (告警处理中心)   │
+└─────────────────┘
 ```
-- 说明：
-  - `url`：监控告警模块的 webhook 地址（按实际部署修改主机与端口）
-  - `send_resolved`：为 `true` 时，告警恢复也会通知
+
+### 实现细节
+- **轮询机制**：
+  - 每 10 秒从 Prometheus 拉取一次活跃告警
+  - 通过 `GET http://prometheus:9090/api/v1/alerts` 获取告警列表
+  - 维护告警状态缓存，避免重复推送
+
+- **告警格式转换**：
+  - 将 Prometheus 告警格式转换为监控告警模块所需格式
+  - 包含告警名称、标签、严重程度、开始时间等信息
+  - 支持告警恢复状态通知
+
+- **推送目标**：
+  - URL: `http://alert-module:8080/v1/integrations/prometheus/alerts`
+  - Method: POST
+  - Content-Type: application/json
 
 ## 支持的服务
 

internal/prometheus_adapter/client/prometheus_client.go

@@ -2,18 +2,24 @@ package client
 
 import (
 	"context"
+	"encoding/json"
 	"fmt"
+	"io"
+	"net/http"
 	"time"
 
 	"github.com/prometheus/client_golang/api"
 	v1 "github.com/prometheus/client_golang/api/prometheus/v1"
 	promModel "github.com/prometheus/common/model"
 	"github.com/qiniu/zeroops/internal/prometheus_adapter/model"
+	"github.com/rs/zerolog/log"
 )
 
 // PrometheusClient Prometheus 客户端
 type PrometheusClient struct {
-	api v1.API
+	api        v1.API
+	httpClient *http.Client
+	baseURL    string
 }
 
 // NewPrometheusClient 创建新的 Prometheus 客户端
@@ -26,7 +32,9 @@ func NewPrometheusClient(address string) (*PrometheusClient, error) {
 	}
 
 	return &PrometheusClient{
-		api: v1.NewAPI(client),
+		api:        v1.NewAPI(client),
+		httpClient: &http.Client{Timeout: 10 * time.Second},
+		baseURL:    address,
 	}, nil
 }
 
@@ -142,3 +150,35 @@ func BuildQuery(service, metric, version string) string {
 	query += "}"
 	return query
 }
+
+// GetAlerts 获取 Prometheus 当前的告警
+func (c *PrometheusClient) GetAlerts(ctx context.Context) (*model.PrometheusAlertsResponse, error) {
+	url := fmt.Sprintf("%s/api/v1/alerts", c.baseURL)
+
+	req, err := http.NewRequestWithContext(ctx, "GET", url, nil)
+	if err != nil {
+		return nil, fmt.Errorf("failed to create request: %w", err)
+	}
+
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return nil, fmt.Errorf("failed to query alerts: %w", err)
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		body, _ := io.ReadAll(resp.Body)
+		return nil, fmt.Errorf("prometheus returned status %d: %s", resp.StatusCode, string(body))
+	}
+
+	var alertsResp model.PrometheusAlertsResponse
+	if err := json.NewDecoder(resp.Body).Decode(&alertsResp); err != nil {
+		return nil, fmt.Errorf("failed to decode response: %w", err)
+	}
+
+	log.Debug().
+		Int("alert_count", len(alertsResp.Data.Alerts)).
+		Msg("Retrieved alerts from Prometheus")
+
+	return &alertsResp, nil
+}

internal/prometheus_adapter/config/config.go

@@ -0,0 +1,165 @@
+package config
+
+import (
+	"fmt"
+	"os"
+	"time"
+
+	"github.com/rs/zerolog/log"
+	"gopkg.in/yaml.v3"
+)
+
+// PrometheusAdapterConfig Prometheus Adapter 配置
+type PrometheusAdapterConfig struct {
+	Prometheus   PrometheusConfig   `yaml:"prometheus"`
+	AlertWebhook AlertWebhookConfig `yaml:"alert_webhook"`
+	AlertRules   AlertRulesConfig   `yaml:"alert_rules"`
+	Server       ServerConfig       `yaml:"server"`
+}
+
+// PrometheusConfig Prometheus 服务配置
+type PrometheusConfig struct {
+	Address       string `yaml:"address"`        // Prometheus 地址
+	ContainerName string `yaml:"container_name"` // 容器名称
+}
+
+// AlertWebhookConfig 告警 Webhook 配置
+type AlertWebhookConfig struct {
+	URL             string `yaml:"url"`              // Webhook URL
+	PollingInterval string `yaml:"polling_interval"` // 轮询间隔
+}
+
+// AlertRulesConfig 告警规则配置
+type AlertRulesConfig struct {
+	LocalFile          string `yaml:"local_file"`           // 本地规则文件
+	PrometheusRulesDir string `yaml:"prometheus_rules_dir"` // Prometheus 规则目录
+}
+
+// ServerConfig 服务器配置
+type ServerConfig struct {
+	BindAddr string `yaml:"bind_addr"` // 监听地址
+}
+
+// LoadConfig 加载配置文件
+func LoadConfig(configPath string) (*PrometheusAdapterConfig, error) {
+	// 如果没有指定配置文件，使用默认路径
+	if configPath == "" {
+		configPath = "internal/prometheus_adapter/config/prometheus_adapter.yml"
+	}
+
+	// 读取配置文件
+	data, err := os.ReadFile(configPath)
+	if err != nil {
+		// 如果文件不存在，返回默认配置
+		if os.IsNotExist(err) {
+			log.Warn().Msg("Config file not found, using default configuration")
+			return getDefaultConfig(), nil
+		}
+		return nil, fmt.Errorf("failed to read config file: %w", err)
+	}
+
+	// 解析配置
+	var config PrometheusAdapterConfig
+	if err := yaml.Unmarshal(data, &config); err != nil {
+		return nil, fmt.Errorf("failed to parse config file: %w", err)
+	}
+
+	// 应用环境变量覆盖
+	applyEnvOverrides(&config)
+
+	// 验证配置
+	if err := validateConfig(&config); err != nil {
+		return nil, fmt.Errorf("invalid configuration: %w", err)
+	}
+
+	log.Info().
+		Str("config_file", configPath).
+		Msg("Configuration loaded successfully")
+
+	return &config, nil
+}
+
+// getDefaultConfig 获取默认配置
+func getDefaultConfig() *PrometheusAdapterConfig {
+	return &PrometheusAdapterConfig{
+		Prometheus: PrometheusConfig{
+			Address:       "http://10.210.10.33:9090",
+			ContainerName: "mock-s3-prometheus",
+		},
+		AlertWebhook: AlertWebhookConfig{
+			URL:             "http://alert-module:8080/v1/integrations/prometheus/alerts",
+			PollingInterval: "10s",
+		},
+		AlertRules: AlertRulesConfig{
+			LocalFile:          "../rules/alert_rules.yml",
+			PrometheusRulesDir: "/etc/prometheus/rules/",
+		},
+		Server: ServerConfig{
+			BindAddr: "0.0.0.0:9999",
+		},
+	}
+}
+
+// applyEnvOverrides 应用环境变量覆盖
+func applyEnvOverrides(config *PrometheusAdapterConfig) {
+	// Prometheus 配置
+	if addr := os.Getenv("PROMETHEUS_ADDRESS"); addr != "" {
+		config.Prometheus.Address = addr
+	}
+	if container := os.Getenv("PROMETHEUS_CONTAINER"); container != "" {
+		config.Prometheus.ContainerName = container
+	}
+
+	// Alert Webhook 配置
+	if url := os.Getenv("ALERT_WEBHOOK_URL"); url != "" {
+		config.AlertWebhook.URL = url
+	}
+	if interval := os.Getenv("ALERT_POLLING_INTERVAL"); interval != "" {
+		config.AlertWebhook.PollingInterval = interval
+	}
+
+	// Server 配置
+	if bindAddr := os.Getenv("SERVER_BIND_ADDR"); bindAddr != "" {
+		config.Server.BindAddr = bindAddr
+	}
+}
+
+// validateConfig 验证配置
+func validateConfig(config *PrometheusAdapterConfig) error {
+	// 验证 Prometheus 地址
+	if config.Prometheus.Address == "" {
+		return fmt.Errorf("prometheus address is required")
+	}
+
+	// 验证轮询间隔
+	if config.AlertWebhook.PollingInterval != "" {
+		if _, err := time.ParseDuration(config.AlertWebhook.PollingInterval); err != nil {
+			return fmt.Errorf("invalid polling interval: %w", err)
+		}
+	}
+
+	// 验证服务器地址
+	if config.Server.BindAddr == "" {
+		return fmt.Errorf("server bind address is required")
+	}
+
+	return nil
+}
+
+// GetPollingInterval 获取轮询间隔的 Duration
+func (c *AlertWebhookConfig) GetPollingInterval() time.Duration {
+	if c.PollingInterval == "" {
+		return 10 * time.Second
+	}
+
+	duration, err := time.ParseDuration(c.PollingInterval)
+	if err != nil {
+		log.Warn().
+			Err(err).
+			Str("interval", c.PollingInterval).
+			Msg("Invalid polling interval, using default")
+		return 10 * time.Second
+	}
+
+	return duration
+}

internal/prometheus_adapter/config/prometheus_adapter.yml

@@ -0,0 +1,27 @@
+# Prometheus Adapter 配置文件
+
+# Prometheus 服务配置
+prometheus:
+  # Prometheus 服务地址
+  address: "http://10.210.10.33:9090"
+  # 容器名称（用于规则同步）
+  container_name: "mock-s3-prometheus"
+
+# 告警 Webhook 服务配置
+alert_webhook:
+  # 监控告警模块地址
+  url: "http://alert-module:8080/v1/integrations/prometheus/alerts"
+  # 轮询间隔
+  polling_interval: "10s"
+
+# 告警规则管理配置
+alert_rules:
+  # 本地规则文件路径
+  local_file: "../rules/alert_rules.yml"
+  # Prometheus 规则目录
+  prometheus_rules_dir: "/etc/prometheus/rules/"
+
+# 服务器配置
+server:
+  # 服务监听地址
+  bind_addr: "0.0.0.0:9999"

internal/prometheus_adapter/model/prometheus_alert.go

@@ -0,0 +1,49 @@
+package model
+
+import (
+	"time"
+)
+
+// PrometheusAlert Prometheus 告警 API 响应结构
+type PrometheusAlert struct {
+	Labels      map[string]string `json:"labels"`
+	Annotations map[string]string `json:"annotations"`
+	State       string            `json:"state"` // pending, firing
+	ActiveAt    time.Time         `json:"activeAt"`
+	Value       string            `json:"value"` // 触发告警时的值
+}
+
+// PrometheusAlertsResponse Prometheus /api/v1/alerts 响应
+type PrometheusAlertsResponse struct {
+	Status string `json:"status"`
+	Data   struct {
+		Alerts []PrometheusAlert `json:"alerts"`
+	} `json:"data"`
+}
+
+// AlertmanagerWebhookAlert 单个告警
+type AlertmanagerWebhookAlert struct {
+	Status       string            `json:"status"`       // "firing" or "resolved"
+	Labels       map[string]string `json:"labels"`       // 包含 alertname, service, severity, idc, service_version 等
+	Annotations  map[string]string `json:"annotations"`  // 包含 summary, description
+	StartsAt     string            `json:"startsAt"`     // RFC3339 格式时间
+	EndsAt       string            `json:"endsAt"`       // RFC3339 格式时间
+	GeneratorURL string            `json:"generatorURL"` // Prometheus 查询链接
+	Fingerprint  string            `json:"fingerprint"`  // 告警唯一标识
+}
+
+// AlertmanagerWebhookRequest 发送到监控告警模块的请求格式
+type AlertmanagerWebhookRequest struct {
+	Receiver     string                     `json:"receiver"` // "our-webhook"
+	Status       string                     `json:"status"`   // "firing" or "resolved"
+	Alerts       []AlertmanagerWebhookAlert `json:"alerts"`
+	GroupLabels  map[string]string          `json:"groupLabels"`  // 分组标签
+	CommonLabels map[string]string          `json:"commonLabels"` // 公共标签
+	Version      string                     `json:"version"`      // "4"
+}
+
+// AlertWebhookResponse 告警推送响应
+type AlertWebhookResponse struct {
+	Status  string `json:"status"`
+	Message string `json:"message"`
+}