feat(backend): 支持AI日志分析按照标签过滤 #16219

# Reviewed, transaction id: 73701

Author: iSecloud

dbm-ui/backend/bk_web/constants.py

@@ -92,3 +92,7 @@ class LogLevelName(StrStructuredEnum):
     WARNING = EnumField("WARNING", "WARNING")
     ERROR = EnumField("ERROR", "ERROR")
     DEBUG = EnumField("DEBUG", "DEBUG")
+
+
+class LogLabel(StrStructuredEnum):
+    NOT_AI = EnumField("not_for_ai", "not_for_ai")

dbm-ui/backend/configuration/constants.py

@@ -181,12 +181,12 @@ class SystemSettingsEnum(StrStructuredEnum):
     REPLENISH_RATIO_MAP = EnumField("REPLENISH_RATIO_MAP", _("补货比例"))
     REPLENISH_OS_MAP = EnumField("REPLENISH_OS_MAP", _("补货操作系统映射"))
     REPLENISH_SUBZONE_MAP = EnumField("REPLENISH_SUBZONE_MAP", _("补货园区映射"))
-    # 判断待裁撤主机开关
+    # 主机池转移开发配置
     HOST_DISSOLVED_SWITCH = EnumField("HOST_DISSOLVED_SWITCH", _("判断待裁撤主机开关"))
-    # 转入故障池主机开关
     HOST_TO_FAULT_SWITCH = EnumField("HOST_TO_FAULT_SWITCH", _("转入故障池主机开关"))
-    # 判断windows主机开关
     WINDOWS_HOST_TO_RECYCLE_SWITCH = EnumField("WINDOWS_HOST_TO_RECYCLE_SWITCH", _("判断windows主机开关"))
+    # AIDEV相关配置
+    AI_CODE_SCENE_MAP = EnumField("AI_CODE_SCENE_MAP", _("智能体code场景映射关系表"))
 
 
 class BizSettingsEnum(StrStructuredEnum):
@@ -317,6 +317,9 @@ class RedisFastRecoverEnum(StrStructuredEnum):
     "storage_device": True,  # 磁盘
 }
 
+# 默认智能体场景映射表
+DEFAULT_AI_CODE_SCENE_MAP = {"log_analysis": {"default": "LogAnalysis"}}
+
 # DEFAULT_REVERSE_REPORT_EVENT_TYPES = ["mysql_dbbackup_result", "mysql_dbbackup_progress", "mysql_binlog_result"]
 
 # 默认具备迁移权限的人员
@@ -341,6 +344,7 @@ class RedisFastRecoverEnum(StrStructuredEnum):
     [SystemSettingsEnum.DISABLE_DBHA_APPS_CLUSTER_TYPE, "dict", {}, _("禁用DBHA业务")],
     # [SystemSettingsEnum.REVERSE_REPORT_EVENT_TYPES, "list", DEFAULT_REVERSE_REPORT_EVENT_TYPES, _("反向上报事件类型")],
     [SystemSettingsEnum.OPERATION_DATA_SWITCH.value, "bool", False, _("运营数据开关")],
+    [SystemSettingsEnum.AI_CODE_SCENE_MAP.value, "str", DEFAULT_AI_CODE_SCENE_MAP, _("智能体code场景映射关系表")],
 ]
 
 # 环境配置项 是否支持DNS解析 pulsar flow used

dbm-ui/backend/db_services/taskflow/handlers.py

@@ -245,7 +245,7 @@ def bklog_esquery_search(indices, query_string, start_time, end_time):
         )
         return resp["hits"]["hits"]
 
-    def get_version_logs(self, node_id: str, version_id: str) -> List[Dict[str, Dict[str, str]]]:
+    def get_version_logs(self, node_id: str, version_id: str, label_filters: list = None) -> List[Dict[str, Dict]]:
         """获取节点的日志信息"""
         if not FlowNode.objects.filter(root_id=self.root_id, node_id=node_id).count():
             return [self.generate_log_record(message=_("节点尚未运行，请稍后查看"))]
@@ -297,12 +297,14 @@ def get_version_logs(self, node_id: str, version_id: str) -> List[Dict[str, Dict
 
         for hit in sorted_hits:
             log = self._format_log(hit["_source"]["log"], hit["_source"]["serverIp"], hit["_index"])
-            if log:
-                logs.append(
-                    self.generate_log_record(
-                        timestamp=hit["_source"].get("time"), levelname=log["levelname"], message=log["log"]
-                    )
+            # 日志不存在，或者在过滤标签里面，则忽略
+            if not log or (label_filters and log.get("label") in label_filters):
+                continue
+            logs.append(
+                self.generate_log_record(
+                    timestamp=hit["_source"].get("time"), levelname=log["levelname"], message=log["log"]
                 )
+            )
         if not logs:
             return [self.generate_log_record(message=_("日志上报中，请稍后查看"))]
         return logs

dbm-ui/backend/dbm_aiagent/agent/builtin.py

@@ -17,7 +17,10 @@
     ChatSessionShareView,
     ChatSessionViewSet,
 )
+from rest_framework.decorators import action
 
+from backend.configuration.constants import SystemSettingsEnum
+from backend.configuration.models import SystemSettings
 from backend.dbm_aiagent.agent.commands import CommandProcessor
 
 
@@ -53,7 +56,9 @@ class AIChatSessionContentFeedbackViewSet(ChatSessionContentFeedbackViewSet):
 
 
 class AIAgentInfoViewSet(AgentInfoViewSet):
-    pass
+    @action(detail=False, methods=["GET"], url_path="agent_scene", url_name="agent_scene")
+    def get_agent_scene(self, request):
+        return SystemSettings.get_setting_value(key=SystemSettingsEnum.AI_CODE_SCENE_MAP, default={})
 
 
 class AIChatGroupViewSet(ChatGroupViewSet):

dbm-ui/backend/dbm_aiagent/agent/services/log_analysis/tasks.py

@@ -13,6 +13,7 @@
 
 from celery import shared_task
 
+from backend.bk_web.constants import LogLabel
 from backend.db_services.taskflow.handlers import TaskFlowHandler
 from backend.dbm_aiagent.agent.commands import TicketFlowLogAnalysisCommand
 from backend.dbm_aiagent.agent.handlers import AgentHandler
@@ -55,7 +56,7 @@ def pipeline_log_ai_analysis(root_id: str = None) -> List[Dict]:
     error_logs = []
     for node_id in node_ids:
         # 从日志平台获取节点日志
-        logs = handler.get_version_logs(node_id, node_version_map[node_id])
+        logs = handler.get_version_logs(node_id, node_version_map[node_id], label_filters=[LogLabel.NOT_AI])
         if not logs:
             continue
 

dbm-ui/backend/flow/plugins/components/collections/common/base_service.py

@@ -23,6 +23,7 @@
 from backend import env
 from backend.bk_dataview.prometheus import metrics
 from backend.bk_dataview.prometheus.handlers import node_label_func, setup_counter, setup_gauge, setup_histogram
+from backend.bk_web.constants import LogLabel
 from backend.components import JobApi
 from backend.components.sops.client import BkSopsApi
 from backend.core.translation.constants import Language
@@ -40,6 +41,11 @@ class ServiceLogMixin:
     def log_info(self, msg: str):
         logger.info(msg, extra=self.extra_log)
 
+    def info_not_for_ai(self, msg: str):
+        # 展示日志不交给AI分析
+        extra = {**self.extra_log, "label": LogLabel.NOT_AI.value}
+        logger.info(msg, extra=extra)
+
     def log_error(self, msg: str):
         logger.error(msg, extra=self.extra_log)