Feat/add opentelmetry (#298)

* feat: custom_logger support info and error

* feat: customLogger support info and error log

* feat: replace all Thread to contextThread

* feat: add debug logger info for nebular

* feat: delete nebular

* feat: debug logger info

* revert: log.py console config

* feat: remove useless log

* fix: unit test error

---------

Co-authored-by: harvey_xiang <[email protected]>
Co-authored-by: chunyu li <[email protected]>

Author: 3 people

poetry.lock

@@ -42,6 +42,7 @@ dependencies = [
     "tenacity (>=9.1.2,<10.0.0)",  # Error handling and retrying library
     "fastapi[all] (>=0.115.12,<0.116.0)",  # Web framework for building APIs
     "sqlalchemy (>=2.0.41,<3.0.0)",  # SQL toolkit
+    "pymysql (>=1.1.0,<2.0.0)",  # MySQL Python driver
     "scikit-learn (>=1.7.0,<2.0.0)",  # Machine learning
     "fastmcp (>=2.10.5,<3.0.0)",
     "python-dateutil (>=2.9.0.post0,<3.0.0)",

pyproject.toml

@@ -1,8 +1,6 @@
 import logging
 
-from fastapi import Depends, Header, Request
-
-from memos.api.context.context import RequestContext, set_request_context
+from memos.context.context import RequestContext, get_current_context
 
 
 logger = logging.getLogger(__name__)
@@ -11,56 +9,17 @@
 G = RequestContext
 
 
-def get_trace_id_from_header(
-    trace_id: str | None = Header(None, alias="trace-id"),
-    x_trace_id: str | None = Header(None, alias="x-trace-id"),
-    g_trace_id: str | None = Header(None, alias="g-trace-id"),
-) -> str | None:
-    """
-    Extract trace_id from various possible headers.
-
-    Priority: g-trace-id > x-trace-id > trace-id
-    """
-    return g_trace_id or x_trace_id or trace_id
-
-
-def get_request_context(
-    request: Request, trace_id: str | None = Depends(get_trace_id_from_header)
-) -> RequestContext:
-    """
-    Get request context object with trace_id and request metadata.
-
-    This function creates a RequestContext and automatically sets it
-    in the global context for use throughout the request lifecycle.
-    """
-    # Create context object
-    ctx = RequestContext(trace_id=trace_id)
-
-    # Set the context globally for this request
-    set_request_context(ctx)
-
-    # Log request start
-    logger.info(f"Request started with trace_id: {ctx.trace_id}")
-
-    # Add request metadata to context
-    ctx.set("method", request.method)
-    ctx.set("path", request.url.path)
-    ctx.set("client_ip", request.client.host if request.client else None)
-
-    return ctx
-
-
-def get_g_object(trace_id: str | None = Depends(get_trace_id_from_header)) -> G:
+def get_g_object() -> G:
     """
     Get Flask g-like object for the current request.
-
-    This creates a RequestContext and sets it globally for access
-    throughout the request lifecycle.
+    Returns the context created by middleware.
     """
-    g = RequestContext(trace_id=trace_id)
-    set_request_context(g)
-    logger.info(f"Request g object created with trace_id: {g.trace_id}")
-    return g
+    ctx = get_current_context()
+    if ctx is None:
+        raise RuntimeError(
+            "No request context available. Make sure RequestContextMiddleware is properly configured."
+        )
+    return ctx
 
 
 def get_current_g() -> G | None:
@@ -70,8 +29,6 @@ def get_current_g() -> G | None:
     Returns:
         The current request's g object if available, None otherwise.
     """
-    from memos.context import get_current_context
-
     return get_current_context()
 
 
@@ -85,6 +42,9 @@ def require_g() -> G:
     Raises:
         RuntimeError: If called outside of a request context.
     """
-    from memos.context import require_context
-
-    return require_context()
+    ctx = get_current_context()
+    if ctx is None:
+        raise RuntimeError(
+            "No request context available. This function must be called within a request handler."
+        )
+    return ctx

src/memos/api/context/context_thread.py

@@ -10,26 +10,17 @@
 from starlette.requests import Request
 from starlette.responses import Response
 
-from memos.api.context.context import RequestContext, generate_trace_id, set_request_context
+from memos.context.context import RequestContext, generate_trace_id, set_request_context
 
 
 logger = logging.getLogger(__name__)
 
 
 def extract_trace_id_from_headers(request: Request) -> str | None:
     """Extract trace_id from various possible headers with priority: g-trace-id > x-trace-id > trace-id."""
-    trace_id = request.headers.get("g-trace-id")
-    if trace_id:
-        return trace_id
-
-    trace_id = request.headers.get("x-trace-id")
-    if trace_id:
-        return trace_id
-
-    trace_id = request.headers.get("trace-id")
-    if trace_id:
-        return trace_id
-
+    for header in ["g-trace-id", "x-trace-id", "trace-id"]:
+        if trace_id := request.headers.get(header):
+            return trace_id
     return None
 
 
@@ -45,19 +36,12 @@ class RequestContextMiddleware(BaseHTTPMiddleware):
 
     async def dispatch(self, request: Request, call_next: Callable) -> Response:
         # Extract or generate trace_id
-        trace_id = extract_trace_id_from_headers(request)
-        if not trace_id:
-            trace_id = generate_trace_id()
+        trace_id = extract_trace_id_from_headers(request) or generate_trace_id()
 
         # Create and set request context
-        context = RequestContext(trace_id=trace_id)
+        context = RequestContext(trace_id=trace_id, api_path=request.url.path)
         set_request_context(context)
 
-        # Add request metadata to context
-        context.set("method", request.method)
-        context.set("path", request.url.path)
-        context.set("client_ip", request.client.host if request.client else None)
-
         # Log request start with parameters
         params_log = {}