feat: simple application debug chat

Author: shaohuzhang1

apps/application/serializers/application.py

@@ -704,14 +704,14 @@ def one(self, with_valid=True):
             self.is_valid()
         application_id = self.data.get("application_id")
         application = QuerySet(Application).get(id=application_id)
-        dataset_list = self.list_knowledge(with_valid=False)
+        knowledge_list = self.list_knowledge(with_valid=False)
         mapping_knowledge_id_list = [akm.knowledge_id for akm in
                                      QuerySet(ApplicationKnowledgeMapping).filter(application_id=application_id)]
         knowledge_id_list = [d.get('id') for d in
                              list(filter(lambda row: mapping_knowledge_id_list.__contains__(row.get('id')),
-                                         dataset_list))]
+                                         knowledge_list))]
         return {**ApplicationSerializerModel(application).data,
-                'dataset_id_list': knowledge_id_list}
+                'knowledge_id_list': knowledge_id_list}
 
     def list_knowledge(self, with_valid=True):
         if with_valid:

apps/application/serializers/application_chat_record.py

@@ -15,7 +15,8 @@
 from rest_framework import serializers
 from rest_framework.utils.formatting import lazy_format
 
-from application.models import ChatRecord
+from application.models import ChatRecord, ApplicationAccessToken
+from application.serializers.common import ChatInfo
 from common.db.search import page_search
 from common.exception.app_exception import AppApiException
 from common.utils.common import post
@@ -37,6 +38,40 @@ class Meta:
                   'create_time', 'update_time']
 
 
+class ChatRecordOperateSerializer(serializers.Serializer):
+    chat_id = serializers.UUIDField(required=True, label=_("Conversation ID"))
+    workspace_id = serializers.CharField(required=False, label=_("Workspace ID"))
+    application_id = serializers.UUIDField(required=True, label=_("Application ID"))
+    chat_record_id = serializers.UUIDField(required=True, label=_("Conversation record id"))
+
+    def is_valid(self, *, debug=False, raise_exception=False):
+        super().is_valid(raise_exception=True)
+        application_access_token = QuerySet(ApplicationAccessToken).filter(
+            application_id=self.data.get('application_id')).first()
+        if application_access_token is None:
+            raise AppApiException(500, gettext('Application authentication information does not exist'))
+        if not application_access_token.show_source and not debug:
+            raise AppApiException(500, gettext('Displaying knowledge sources is not enabled'))
+
+    def get_chat_record(self):
+        chat_record_id = self.data.get('chat_record_id')
+        chat_id = self.data.get('chat_id')
+        chat_info: ChatInfo = ChatInfo.get_cache(chat_id)
+        if chat_info is not None:
+            chat_record_list = [chat_record for chat_record in chat_info.chat_record_list if
+                                str(chat_record.id) == str(chat_record_id)]
+            if chat_record_list is not None and len(chat_record_list):
+                return chat_record_list[-1]
+        return QuerySet(ChatRecord).filter(id=chat_record_id, chat_id=chat_id).first()
+
+    def one(self, debug):
+        self.is_valid(debug=debug, raise_exception=True)
+        chat_record = self.get_chat_record()
+        if chat_record is None:
+            raise AppApiException(500, gettext("Conversation does not exist"))
+        return ApplicationChatRecordQuerySerializers.reset_chat_record(chat_record)
+
+
 class ApplicationChatRecordQuerySerializers(serializers.Serializer):
     application_id = serializers.UUIDField(required=True, label=_("Application ID"))
     chat_id = serializers.UUIDField(required=True, label=_("Chat ID"))

apps/application/urls.py

@@ -34,6 +34,9 @@
     path(
         'workspace/<str:workspace_id>/application/<str:application_id>/chat/<str:chat_id>/chat_record',
         views.ApplicationChatRecord.as_view()),
+    path(
+        'workspace/<str:workspace_id>/application/<str:application_id>/chat/<str:chat_id>/chat_record/<str:chat_record_id>',
+        views.ApplicationChatRecordOperateAPI.as_view()),
     path(
         'workspace/<str:workspace_id>/application/<str:application_id>/chat/<str:chat_id>/chat_record/<int:current_page>/<int:page_size>',
         views.ApplicationChatRecord.Page.as_view()),

apps/application/views/application_chat_record.py

@@ -14,7 +14,8 @@
 from application.api.application_chat_record import ApplicationChatRecordQueryAPI, \
     ApplicationChatRecordImproveParagraphAPI, ApplicationChatRecordAddKnowledgeAPI
 from application.serializers.application_chat_record import ApplicationChatRecordQuerySerializers, \
-    ApplicationChatRecordImproveSerializer, ChatRecordImproveSerializer, ApplicationChatRecordAddKnowledgeSerializer
+    ApplicationChatRecordImproveSerializer, ChatRecordImproveSerializer, ApplicationChatRecordAddKnowledgeSerializer, \
+    ChatRecordOperateSerializer
 from common import result
 from common.auth import TokenAuth
 from common.auth.authentication import has_permissions
@@ -67,6 +68,30 @@ def get(self, request: Request, workspace_id: str, application_id: str, chat_id:
                 page_size=page_size))
 
 
+class ApplicationChatRecordOperateAPI(APIView):
+    authentication_classes = [TokenAuth]
+
+    @extend_schema(
+        methods=['GET'],
+        description=_("Get conversation record details"),
+        summary=_("Get conversation record details"),
+        operation_id=_("Get conversation record details"),  # type: ignore
+        request=ApplicationChatRecordQueryAPI.get_request(),
+        parameters=ApplicationChatRecordQueryAPI.get_parameters(),
+        responses=ApplicationChatRecordQueryAPI.get_response(),
+        tags=[_("Application/Conversation Log")]  # type: ignore
+    )
+    @has_permissions(PermissionConstants.APPLICATION_CHAT_LOG.get_workspace_application_permission(),
+                     RoleConstants.WORKSPACE_MANAGE.get_workspace_role())
+    def get(self, request: Request, workspace_id: str, application_id: str, chat_id: str, chat_record_id: str):
+        return result.success(ChatRecordOperateSerializer(
+            data={
+                'workspace_id': workspace_id,
+                'application_id': application_id,
+                'chat_id': chat_id,
+                'chat_record_id': chat_record_id}).one(True))
+
+
 class ApplicationChatRecordAddKnowledge(APIView):
     authentication_classes = [TokenAuth]
 

apps/chat/serializers/chat.py

@@ -101,6 +101,8 @@ def chat(self, instance: dict, base_to_response: BaseToResponse = SystemToRespon
         self.is_valid(raise_exception=True)
         chat_id = self.data.get('chat_id')
         chat_info: ChatInfo = ChatInfo.get_cache(chat_id)
+        application = QuerySet(Application).filter(id=chat_info.application_id).first()
+        chat_info.application = application
         return ChatSerializers(data={
             'chat_id': chat_id, "chat_user_id": chat_info.chat_user_id,
             "chat_user_type": chat_info.chat_user_type,

ui/src/api/application/application.ts

@@ -140,6 +140,27 @@ const getStatistics: (
 ) => Promise<Result<any>> = (application_id, data, loading) => {
   return get(`${prefix}/${application_id}/application_stats`, data, loading)
 }
+/**
+ * 打开调试对话id
+ * @param application_id 应用id
+ * @param loading 加载器
+ * @returns
+ */
+const open: (application_id: string, loading?: Ref<boolean>) => Promise<Result<string>> = (
+  application_id,
+  loading,
+) => {
+  return get(`${prefix}/${application_id}/open`, {}, loading)
+}
+/**
+ * 对话
+ * @param 参数
+ * chat_id: string
+ * data
+ */
+const chat: (chat_id: string, data: any) => Promise<any> = (chat_id, data) => {
+  return postStream(`/api/chat_message/${chat_id}`, data)
+}
 
 export default {
   getAllApplication,
@@ -153,4 +174,6 @@ export default {
   exportApplication,
   importApplication,
   getStatistics,
+  open,
+  chat,
 }

ui/src/api/application/chat-log.ts

@@ -188,7 +188,18 @@ const postExportChatLog: (
     loading,
   )
 }
-
+const getChatRecordDetails: (
+  application_id: string,
+  chat_id: string,
+  chat_record_id: string,
+  loading?: Ref<boolean>,
+) => Promise<any> = (application_id, chat_id, chat_record_id, loading) => {
+  return get(
+    `${prefix}/${application_id}/chat/${chat_id}/chat_record/${chat_record_id}`,
+    {},
+    loading,
+  )
+}
 export default {
   postChatLogAddKnowledge,
   getChatLog,
@@ -197,4 +208,5 @@ export default {
   putChatRecordLog,
   delMarkChatRecord,
   postExportChatLog,
+  getChatRecordDetails,
 }

ui/src/api/model/model.ts

@@ -1,13 +1,13 @@
-import {Result} from '@/request/Result'
-import {get, post, del, put} from '@/request/index'
-import {type Ref} from 'vue'
+import { Result } from '@/request/Result'
+import { get, post, del, put } from '@/request/index'
+import { type Ref } from 'vue'
 import type {
   ListModelRequest,
   Model,
   CreateModelRequest,
   EditModelRequest,
 } from '@/api/type/model'
-import type {FormField} from '@/components/dynamics-form/type'
+import type { FormField } from '@/components/dynamics-form/type'
 
 const prefix = '/workspace/' + localStorage.getItem('workspace_id')
 
@@ -21,7 +21,61 @@ const getModel: (
 ) => Promise<Result<Array<Model>>> = (data, loading) => {
   return get(`${prefix}/model`, data, loading)
 }
+/**
+ * 获取当前用户可使用的模型列表
+ * @param application_id
+ * @param loading
+ * @query  { query_text: string, top_number: number, similarity: number }
+ * @returns
+ */
+const getApplicationRerankerModel: (
+  application_id: string,
+  loading?: Ref<boolean>,
+) => Promise<Result<Array<any>>> = (application_id, loading) => {
+  return get(`${prefix}/model`, { model_type: 'RERANKER' }, loading)
+}
 
+/**
+ * 获取当前用户可使用的模型列表
+ * @param application_id
+ * @param loading
+ * @query  { query_text: string, top_number: number, similarity: number }
+ * @returns
+ */
+const getApplicationSTTModel: (
+  application_id: string,
+  loading?: Ref<boolean>,
+) => Promise<Result<Array<any>>> = (application_id, loading) => {
+  return get(`${prefix}/model`, { model_type: 'STT' }, loading)
+}
+
+/**
+ * 获取当前用户可使用的模型列表
+ * @param application_id
+ * @param loading
+ * @query  { query_text: string, top_number: number, similarity: number }
+ * @returns
+ */
+const getApplicationTTSModel: (
+  application_id: string,
+  loading?: Ref<boolean>,
+) => Promise<Result<Array<any>>> = (application_id, loading) => {
+  return get(`${prefix}/model`, { model_type: 'TTS' }, loading)
+}
+
+const getApplicationImageModel: (
+  application_id: string,
+  loading?: Ref<boolean>,
+) => Promise<Result<Array<any>>> = (application_id, loading) => {
+  return get(`${prefix}/model`, { model_type: 'IMAGE' }, loading)
+}
+
+const getApplicationTTIModel: (
+  application_id: string,
+  loading?: Ref<boolean>,
+) => Promise<Result<Array<any>>> = (application_id, loading) => {
+  return get(`${prefix}/model`, { model_type: 'TTI' }, loading)
+}
 /**
  * 获取模型参数表单
  * @param model_id 模型id
@@ -82,10 +136,10 @@ const updateModelParamsForm: (
  * @param loading  加载器
  * @returns
  */
-const getModelById: (
-  model_id: string,
-  loading?: Ref<boolean>,
-) => Promise<Result<Model>> = (model_id, loading) => {
+const getModelById: (model_id: string, loading?: Ref<boolean>) => Promise<Result<Model>> = (
+  model_id,
+  loading,
+) => {
   return get(`${prefix}/model/${model_id}`, {}, loading)
 }
 /**
@@ -94,10 +148,10 @@ const getModelById: (
  * @param loading  加载器
  * @returns
  */
-const getModelMetaById: (
-  model_id: string,
-  loading?: Ref<boolean>,
-) => Promise<Result<Model>> = (model_id, loading) => {
+const getModelMetaById: (model_id: string, loading?: Ref<boolean>) => Promise<Result<Model>> = (
+  model_id,
+  loading,
+) => {
   return get(`${prefix}/model/${model_id}/meta`, {}, loading)
 }
 /**
@@ -106,16 +160,16 @@ const getModelMetaById: (
  * @param loading 加载器
  * @returns
  */
-const pauseDownload: (
-  model_id: string,
-  loading?: Ref<boolean>,
-) => Promise<Result<boolean>> = (model_id, loading) => {
+const pauseDownload: (model_id: string, loading?: Ref<boolean>) => Promise<Result<boolean>> = (
+  model_id,
+  loading,
+) => {
   return put(`${prefix}/model/${model_id}/pause_download`, undefined, {}, loading)
 }
-const deleteModel: (
-  model_id: string,
-  loading?: Ref<boolean>,
-) => Promise<Result<boolean>> = (model_id, loading) => {
+const deleteModel: (model_id: string, loading?: Ref<boolean>) => Promise<Result<boolean>> = (
+  model_id,
+  loading,
+) => {
   return del(`${prefix}/model/${model_id}`, undefined, {}, loading)
 }
 export default {
@@ -128,4 +182,9 @@ export default {
   pauseDownload,
   getModelParamsForm,
   updateModelParamsForm,
+  getApplicationRerankerModel,
+  getApplicationSTTModel,
+  getApplicationTTSModel,
+  getApplicationImageModel,
+  getApplicationTTIModel,
 }