feat: mcp chat generate picture

Author: ulleo

.env.example

@@ -28,3 +28,5 @@ DOCKER_IMAGE_BACKEND=backend
 DOCKER_IMAGE_FRONTEND=frontend
 
 MCP_IMAGE_PATH=/opt/sqlbot/images
+MCP_IMAGE_HOST=http://localhost:3000
+SERVER_IMAGE_HOST=https://sqlbot.fit2cloud.cn/images/

backend/apps/chat/task/llm.py

@@ -1,10 +1,12 @@
 import logging
+import traceback
 import warnings
 from typing import Any, List, Union, Dict
 
 import numpy as np
 import orjson
 import pandas as pd
+import requests
 from langchain_community.utilities import SQLDatabase
 from langchain_core.language_models import BaseLLM
 from langchain_core.messages import BaseMessage, SystemMessage, HumanMessage, AIMessage, AIMessageChunk
@@ -22,6 +24,7 @@
 from apps.db.db import exec_sql
 from apps.system.crud.user import get_user_info
 from apps.system.models.system_model import AiModelDetail
+from common.core.config import settings
 from common.core.deps import SessionDep, CurrentUser
 
 warnings.filterwarnings("ignore")
@@ -68,8 +71,9 @@ def __init__(self, session: SessionDep, current_user: CurrentUser, chat_question
 
         history_records: List[ChatRecord] = list(
             map(lambda x: ChatRecord(**x.model_dump()), filter(lambda r: True if r.first_chat != True else False,
-                                                  list_records(session=self.session, current_user=current_user,
-                                                               chart_id=chat_question.chat_id))))
+                                                               list_records(session=self.session,
+                                                                            current_user=current_user,
+                                                                            chart_id=chat_question.chat_id))))
         # get schema
         if ds:
             chat_question.db_schema = get_table_schema(session=self.session, ds=ds)
@@ -639,12 +643,49 @@ def run_task(llm_service: LLMService, session: SessionDep, in_chat: bool = True)
         else:
             # todo generate picture
             if chart['type'] != 'table':
-                yield '# todo generate chart picture'
-
-            yield f'![{chart["type"]}](https://sqlbot.fit2cloud.cn/images/111.png)'
+                yield '# generated chart picture'
+                image_url = request_picture(llm_service.record.chat_id, llm_service.record.id, chart, result)
+                print(image_url)
+                yield f'![{chart["type"]}]({image_url})'
     except Exception as e:
+        traceback.print_exc()
         llm_service.save_error(message=str(e))
         if in_chat:
             yield orjson.dumps({'content': str(e), 'type': 'error'}).decode() + '\n\n'
         else:
             yield f'> ❌ **ERROR**\n\n> \n\n> {str(e)}。'
+
+
+def request_picture(chat_id: int, record_id: int, chart: dict, data: dict):
+    file_name = f'c_{chat_id}_r_{record_id}'
+
+    columns = chart.get('columns') if chart.get('columns') else []
+    x = None
+    y = None
+    series = None
+    if chart.get('axis'):
+        x = chart.get('axis').get('x')
+        y = chart.get('axis').get('y')
+        series = chart.get('axis').get('series')
+
+    axis = []
+    for v in columns:
+        axis.append({'name': v.get('name'), 'value': v.get('value')})
+    if x:
+        axis.append({'name': x.get('name'), 'value': x.get('value'), 'type': 'x'})
+    if y:
+        axis.append({'name': y.get('name'), 'value': y.get('value'), 'type': 'y'})
+    if series:
+        axis.append({'name': series.get('name'), 'value': series.get('value'), 'type': 'series'})
+
+    request_obj = {
+        "path": (settings.MCP_IMAGE_PATH if settings.MCP_IMAGE_PATH[-1] == '/' else (
+                settings.MCP_IMAGE_PATH + '/')) + file_name,
+        "type": chart['type'],
+        "data": orjson.dumps(data.get('data') if data.get('data') else []).decode(),
+        "axis": orjson.dumps(axis).decode(),
+    }
+
+    requests.post(url=settings.MCP_IMAGE_HOST, json=request_obj)
+
+    return f'{(settings.SERVER_IMAGE_HOST if settings.SERVER_IMAGE_HOST[-1] == "/" else (settings.SERVER_IMAGE_HOST + "/"))}{file_name}.png'

backend/common/core/config.py

@@ -80,6 +80,8 @@ def SQLALCHEMY_DATABASE_URI(self) -> PostgresDsn:
     EMAILS_FROM_EMAIL: EmailStr | None = None
     EMAILS_FROM_NAME: EmailStr | None = None
     MCP_IMAGE_PATH: str
+    MCP_IMAGE_HOST: str
+    SERVER_IMAGE_HOST: str
 
     @model_validator(mode="after")
     def _set_default_emails_from(self) -> Self: