feat: Support reasoning content(WIP)

Author: shaohuzhang1

apps/application/flow/common.py

@@ -9,16 +9,18 @@
 
 
 class Answer:
-    def __init__(self, content, view_type, runtime_node_id, chat_record_id, child_node):
+    def __init__(self, content, view_type, runtime_node_id, chat_record_id, child_node, reasoning_content=None):
         self.view_type = view_type
         self.content = content
+        self.reasoning_content = reasoning_content
         self.runtime_node_id = runtime_node_id
         self.chat_record_id = chat_record_id
         self.child_node = child_node
 
     def to_dict(self):
         return {'view_type': self.view_type, 'content': self.content, 'runtime_node_id': self.runtime_node_id,
-                'chat_record_id': self.chat_record_id, 'child_node': self.child_node}
+                'chat_record_id': self.chat_record_id, 'child_node': self.child_node,
+                'reasoning_content': self.reasoning_content}
 
 
 class NodeChunk:

apps/application/flow/step_node/ai_chat_step_node/impl/base_chat_node.py

@@ -14,14 +14,16 @@
 from langchain.schema import HumanMessage, SystemMessage
 from langchain_core.messages import BaseMessage, AIMessage
 
+from application.flow.common import Answer
 from application.flow.i_step_node import NodeResult, INode
 from application.flow.step_node.ai_chat_step_node.i_chat_node import IChatNode
 from setting.models import Model
 from setting.models_provider import get_model_credential
 from setting.models_provider.tools import get_model_instance_by_model_user_id
 
 
-def _write_context(node_variable: Dict, workflow_variable: Dict, node: INode, workflow, answer: str):
+def _write_context(node_variable: Dict, workflow_variable: Dict, node: INode, workflow, answer: str,
+                   reasoning_content: str):
     chat_model = node_variable.get('chat_model')
     message_tokens = chat_model.get_num_tokens_from_messages(node_variable.get('message_list'))
     answer_tokens = chat_model.get_num_tokens(answer)
@@ -31,6 +33,7 @@ def _write_context(node_variable: Dict, workflow_variable: Dict, node: INode, wo
     node.context['history_message'] = node_variable['history_message']
     node.context['question'] = node_variable['question']
     node.context['run_time'] = time.time() - node.context['start_time']
+    node.context['reasoning_content'] = reasoning_content
     if workflow.is_result(node, NodeResult(node_variable, workflow_variable)):
         node.answer_text = answer
 
@@ -45,10 +48,15 @@ def write_context_stream(node_variable: Dict, workflow_variable: Dict, node: INo
     """
     response = node_variable.get('result')
     answer = ''
+    reasoning_content = ''
     for chunk in response:
         answer += chunk.content
-        yield chunk.content
-    _write_context(node_variable, workflow_variable, node, workflow, answer)
+        reasoning_content_chunk = chunk.additional_kwargs.get('reasoning_content', '')
+        if reasoning_content_chunk is None:
+            reasoning_content_chunk = ''
+        reasoning_content += reasoning_content_chunk
+        yield {'content': chunk.content, 'reasoning_content': reasoning_content_chunk}
+    _write_context(node_variable, workflow_variable, node, workflow, answer, reasoning_content)
 
 
 def write_context(node_variable: Dict, workflow_variable: Dict, node: INode, workflow):
@@ -92,8 +100,16 @@ class BaseChatNode(IChatNode):
     def save_context(self, details, workflow_manage):
         self.context['answer'] = details.get('answer')
         self.context['question'] = details.get('question')
+        self.context['reasoning_content'] = details.get('reasoning_content')
         self.answer_text = details.get('answer')
 
+    def get_answer_list(self) -> List[Answer] | None:
+        if self.answer_text is None:
+            return None
+        return [
+            Answer(self.answer_text, self.view_type, self.runtime_node_id, self.workflow_params['chat_record_id'], {},
+                   self.context.get('reasoning_content'))]
+
     def execute(self, model_id, system, prompt, dialogue_number, history_chat_record, stream, chat_id, chat_record_id,
                 model_params_setting=None,
                 dialogue_type=None,
@@ -164,6 +180,7 @@ def get_details(self, index: int, **kwargs):
                                     'history_message') is not None else [])],
             'question': self.context.get('question'),
             'answer': self.context.get('answer'),
+            'reasoning_content': self.context.get('reasoning_content'),
             'type': self.node.type,
             'message_tokens': self.context.get('message_tokens'),
             'answer_tokens': self.context.get('answer_tokens'),

apps/application/flow/workflow_manage.py

@@ -470,6 +470,7 @@ def hand_event_node_result(self, current_node, node_result_future):
             if result is not None:
                 if self.is_result(current_node, current_result):
                     for r in result:
+                        reasoning_content = ''
                         content = r
                         child_node = {}
                         node_is_end = False
@@ -479,9 +480,12 @@ def hand_event_node_result(self, current_node, node_result_future):
                             child_node = {'runtime_node_id': r.get('runtime_node_id'),
                                           'chat_record_id': r.get('chat_record_id')
                                 , 'child_node': r.get('child_node')}
-                            real_node_id = r.get('real_node_id')
-                            node_is_end = r.get('node_is_end')
+                            if r.__contains__('real_node_id'):
+                                real_node_id = r.get('real_node_id')
+                            if r.__contains__('node_is_end'):
+                                node_is_end = r.get('node_is_end')
                             view_type = r.get('view_type')
+                            reasoning_content = r.get('reasoning_content')
                         chunk = self.base_to_response.to_stream_chunk_response(self.params['chat_id'],
                                                                                self.params['chat_record_id'],
                                                                                current_node.id,
@@ -492,7 +496,8 @@ def hand_event_node_result(self, current_node, node_result_future):
                                                                                 'view_type': view_type,
                                                                                 'child_node': child_node,
                                                                                 'node_is_end': node_is_end,
-                                                                                'real_node_id': real_node_id})
+                                                                                'real_node_id': real_node_id,
+                                                                                'reasoning_content': reasoning_content})
                         current_node.node_chunk.add_chunk(chunk)
                     chunk = (self.base_to_response
                              .to_stream_chunk_response(self.params['chat_id'],
@@ -504,7 +509,8 @@ def hand_event_node_result(self, current_node, node_result_future):
                                                                          'node_type': current_node.type,
                                                                          'view_type': view_type,
                                                                          'child_node': child_node,
-                                                                         'real_node_id': real_node_id}))
+                                                                         'real_node_id': real_node_id,
+                                                                         'reasoning_content': ''}))
                     current_node.node_chunk.add_chunk(chunk)
                 else:
                     list(result)

ui/src/api/type/application.ts

@@ -29,6 +29,7 @@ interface Chunk {
   chat_id: string
   chat_record_id: string
   content: string
+  reasoning_content: string
   node_id: string
   up_node_id: string
   is_end: boolean
@@ -43,12 +44,16 @@ interface chatType {
   problem_text: string
   answer_text: string
   buffer: Array<String>
-  answer_text_list: Array<{
-    content: string
-    chat_record_id?: string
-    runtime_node_id?: string
-    child_node?: any
-  }>
+  answer_text_list: Array<
+    Array<{
+      content: string
+      reasoning_content: string
+      chat_record_id?: string
+      runtime_node_id?: string
+      child_node?: any
+      real_node_id?: string
+    }>
+  >
   /**
    * 是否写入结束
    */
@@ -83,6 +88,7 @@ interface WriteNodeInfo {
   answer_text_list_index: number
   current_up_node?: any
   divider_content?: Array<string>
+  divider_reasoning_content?: Array<string>
 }
 export class ChatRecordManage {
   id?: any
@@ -105,20 +111,38 @@ export class ChatRecordManage {
   }
   append_answer(
     chunk_answer: string,
+    reasoning_content: string,
     index?: number,
     chat_record_id?: string,
     runtime_node_id?: string,
-    child_node?: any
+    child_node?: any,
+    real_node_id?: string
   ) {
-    const set_index = index != undefined ? index : this.chat.answer_text_list.length - 1
-    const content = this.chat.answer_text_list[set_index]
-      ? this.chat.answer_text_list[set_index].content + chunk_answer
-      : chunk_answer
-    this.chat.answer_text_list[set_index] = {
-      content: content,
-      chat_record_id,
-      runtime_node_id,
-      child_node
+    if (chunk_answer || reasoning_content) {
+      const set_index = index != undefined ? index : this.chat.answer_text_list.length - 1
+      let card_list = this.chat.answer_text_list[set_index]
+      if (!card_list) {
+        card_list = []
+        this.chat.answer_text_list[set_index] = card_list
+      }
+      const answer_value = card_list.find((item) => item.real_node_id == real_node_id)
+      const content = answer_value ? answer_value.content + chunk_answer : chunk_answer
+      const _reasoning_content = answer_value
+        ? answer_value.reasoning_content + reasoning_content
+        : reasoning_content
+      if (answer_value) {
+        answer_value.content = content
+        answer_value.reasoning_content = _reasoning_content
+      } else {
+        card_list.push({
+          content: content,
+          reasoning_content: _reasoning_content,
+          chat_record_id,
+          runtime_node_id,
+          child_node,
+          real_node_id
+        })
+      }
     }
 
     this.chat.answer_text = this.chat.answer_text + chunk_answer
@@ -155,7 +179,7 @@ export class ChatRecordManage {
       ) {
         const none_index = this.findIndex(
           this.chat.answer_text_list,
-          (item) => item.content == '',
+          (item) => (item.length == 1 && item[0].content == '') || item.length == 0,
           'index'
         )
         if (none_index > -1) {
@@ -166,7 +190,7 @@ export class ChatRecordManage {
       } else {
         const none_index = this.findIndex(
           this.chat.answer_text_list,
-          (item) => item.content === '',
+          (item) => (item.length == 1 && item[0].content == '') || item.length == 0,
           'index'
         )
         if (none_index > -1) {
@@ -178,10 +202,10 @@ export class ChatRecordManage {
 
       this.write_node_info = {
         current_node: run_node,
-        divider_content: ['\n\n'],
         current_up_node: current_up_node,
         answer_text_list_index: answer_text_list_index
       }
+
       return this.write_node_info
     }
     return undefined
@@ -210,7 +234,7 @@ export class ChatRecordManage {
     }
     const last_index = this.findIndex(
       this.chat.answer_text_list,
-      (item) => item.content == '',
+      (item) => (item.length == 1 && item[0].content == '') || item.length == 0,
       'last'
     )
     if (last_index > 0) {
@@ -234,20 +258,29 @@ export class ChatRecordManage {
         }
         return
       }
-      const { current_node, answer_text_list_index, divider_content } = node_info
+      const { current_node, answer_text_list_index } = node_info
+
       if (current_node.buffer.length > 20) {
         const context = current_node.is_end
           ? current_node.buffer.splice(0)
           : current_node.buffer.splice(
               0,
               current_node.is_end ? undefined : current_node.buffer.length - 20
             )
+        const reasoning_content = current_node.is_end
+          ? current_node.reasoning_content_buffer.splice(0)
+          : current_node.reasoning_content_buffer.splice(
+              0,
+              current_node.is_end ? undefined : current_node.reasoning_content_buffer.length - 20
+            )
         this.append_answer(
-          (divider_content ? divider_content.splice(0).join('') : '') + context.join(''),
+          context.join(''),
+          reasoning_content.join(''),
           answer_text_list_index,
           current_node.chat_record_id,
           current_node.runtime_node_id,
-          current_node.child_node
+          current_node.child_node,
+          current_node.real_node_id
         )
       } else if (this.is_close) {
         while (true) {
@@ -259,25 +292,44 @@ export class ChatRecordManage {
           this.append_answer(
             (node_info.divider_content ? node_info.divider_content.splice(0).join('') : '') +
               node_info.current_node.buffer.splice(0).join(''),
+            (node_info.divider_reasoning_content
+              ? node_info.divider_reasoning_content.splice(0).join('')
+              : '') + node_info.current_node.reasoning_content_buffer.splice(0).join(''),
             node_info.answer_text_list_index,
             node_info.current_node.chat_record_id,
             node_info.current_node.runtime_node_id,
-            node_info.current_node.child_node
+            node_info.current_node.child_node,
+            node_info.current_node.real_node_id
           )
+
           if (node_info.current_node.buffer.length == 0) {
             node_info.current_node.is_end = true
           }
         }
         this.closeInterval()
       } else {
         const s = current_node.buffer.shift()
+        const reasoning_content = current_node.reasoning_content_buffer.shift()
         if (s !== undefined) {
           this.append_answer(
-            (divider_content ? divider_content.splice(0).join('') : '') + s,
+            s,
+            '',
             answer_text_list_index,
             current_node.chat_record_id,
             current_node.runtime_node_id,
-            current_node.child_node
+            current_node.child_node,
+            current_node.real_node_id
+          )
+        }
+        if (reasoning_content !== undefined) {
+          this.append_answer(
+            '',
+            reasoning_content,
+            answer_text_list_index,
+            current_node.chat_record_id,
+            current_node.runtime_node_id,
+            current_node.child_node,
+            current_node.real_node_id
           )
         }
       }
@@ -303,9 +355,15 @@ export class ChatRecordManage {
     if (n) {
       n.buffer.push(...chunk.content)
       n.content += chunk.content
+      if (chunk.reasoning_content) {
+        n.reasoning_content_buffer.push(...chunk.reasoning_content)
+        n.reasoning_content += chunk.reasoning_content
+      }
     } else {
       n = {
         buffer: [...chunk.content],
+        reasoning_content_buffer: chunk.reasoning_content ? [...chunk.reasoning_content] : [],
+        reasoning_content: chunk.reasoning_content ? chunk.reasoning_content : '',
         content: chunk.content,
         real_node_id: chunk.real_node_id,
         node_id: chunk.node_id,
@@ -324,13 +382,18 @@ export class ChatRecordManage {
       n['is_end'] = true
     }
   }
-  append(answer_text_block: string) {
+  append(answer_text_block: string, reasoning_content?: string) {
     let set_index = this.findIndex(
       this.chat.answer_text_list,
-      (item) => item.content == '',
+      (item) => item.length == 1 && item[0].content == '',
       'index'
     )
-    this.chat.answer_text_list[set_index] = { content: answer_text_block }
+    this.chat.answer_text_list[set_index] = [
+      {
+        content: answer_text_block,
+        reasoning_content: reasoning_content ? reasoning_content : ''
+      }
+    ]
   }
 }
 
@@ -346,10 +409,10 @@ export class ChatManagement {
       chatRecord.appendChunk(chunk)
     }
   }
-  static append(chatRecordId: string, content: string) {
+  static append(chatRecordId: string, content: string, reasoning_content?: string) {
     const chatRecord = this.chatMessageContainer[chatRecordId]
     if (chatRecord) {
-      chatRecord.append(content)
+      chatRecord.append(content, reasoning_content)
     }
   }
   static updateStatus(chatRecordId: string, code: number) {