add

add

Author: jihe520

README.md

@@ -54,6 +54,7 @@
 - [ ] web search tool
 - [ ] RAG 知识库
 - [ ] A2A hand off: 代码手多次反思错误，hand off 更聪明模型 agent
+- [ ] chat / agent mode
 
 ## 视频demo
 

backend/.env.dev.example

@@ -1,6 +1,7 @@
 ENV=dev
-# support all model, check out https://docs.litellm.ai/docs/ 
+# support all model, check out https://docs.litellm.ai/docs/providers
 # e.g. gpt-4.1,deepseek/deepseek-chat
+# docs/md/tutorial
 # 为每个 agent 配置合适的模型
 COORDINATOR_API_KEY=
 COORDINATOR_MODEL=

backend/app/core/llm/llm.py

@@ -13,6 +13,9 @@
 from litellm import acompletion
 import litellm
 from app.schemas.enums import AgentType
+from app.utils.track import agent_metrics
+
+litellm.callbacks = [agent_metrics]
 
 
 class LLM:
@@ -49,6 +52,7 @@ async def chat(
             "messages": history,
             "stream": False,
             "top_p": top_p,
+            "metadata": {"agent_name": agent_name},
         }
 
         if tools:

backend/app/utils/track.py

@@ -1,28 +1,21 @@
+from litellm.integrations.custom_logger import CustomLogger
 import litellm
-from app.services.redis_manager import redis_manager
 
 
-# track_cost_callback
-def track_cost_callback(
-    kwargs,  # kwargs to completion
-    completion_response,  # response from completion
-    start_time,
-    end_time,  # start/end time
-):
-    try:
-        response_cost = kwargs.get("response_cost", 0)
-        total_tokens = kwargs.get("total_tokens", 0)
+class AgentMetrics(CustomLogger):
+    #### ASYNC ####
 
-        # redis
-        print("streaming response_cost", response_cost)
-        print("streaming total_tokens", total_tokens)
+    async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
+        try:
+            # response_cost = kwargs.get("response_cost", 0)
+            # print("streaming response_cost", response_cost)
+            print("agent_name", kwargs["litellm_params"]["metadata"]["agent_name"])
+        except:
+            pass
 
-        # 更新redis
-        return
-    except Exception as e:
-        print(e)
-        pass
+    async def async_log_failure_event(self, kwargs, response_obj, start_time, end_time):
+        print(f"On Async Failure")
 
 
-# set callback
-litellm.success_callback = [track_cost_callback]  # set custom callback function
+# 全局指标收集器实例
+agent_metrics = AgentMetrics()