fix: Limiting citation content length in kernel function responses and restrict save history for error response

fix: Limiting citation content length in kernel function responses and restrict save history for error response

Author: Avijit-Microsoft

src/App/src/components/Chat/Chat.tsx

@@ -642,7 +642,9 @@ const Chat: React.FC<ChatProps> = ({
           ];
         }
       }
-      saveToDB(updatedMessages, conversationId, isChatReq);
+      if (!updatedMessages.find((msg: any) => msg.role=== "error")) {
+        saveToDB(updatedMessages, conversationId, isChatReq);
+      }
     } catch (e) {
       console.log("Catched with an error while chat and save", e);
       if (abortController.signal.aborted) {

src/api/plugins/chat_with_data_plugin.py

@@ -198,6 +198,12 @@ def get_answers_from_calltranscripts(
                 }
             )
             answer = completion.choices[0]
+
+            # Limit the content inside citations to 300 characters to minimize load
+            if hasattr(answer.message, 'context') and 'citations' in answer.message.context:
+                for citation in answer.message.context.get('citations', []):
+                    if isinstance(citation, dict) and 'content' in citation:
+                        citation['content'] = citation['content'][:300] + '...' if len(citation['content']) > 300 else citation['content']
         except BaseException:
             answer = 'Details could not be retrieved. Please try again later.'
         return answer