Skip to content

fix: Add regular expression to avoid unnecessary citation in response #570

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Oct 17, 2025
+21 −3
Merged

fix: Add regular expression to avoid unnecessary citation in response #570

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
ea3e081
added clean_citation method in response_handlers.py
NirajC-Microsoft Oct 17, 2025
21a0973
remove pylint issues
NirajC-Microsoft Oct 17, 2025
d5079e0
remove pylint issues-1
NirajC-Microsoft Oct 17, 2025
4f3a2c7
remove pylint issues-2
NirajC-Microsoft Oct 17, 2025
9319c1e
remove unnecessary ""
NirajC-Microsoft Oct 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 21 additions & 3 deletions src/backend/v3/callbacks/response_handlers.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
import asyncio
import logging
import time

import re
from semantic_kernel.contents import ChatMessageContent, StreamingChatMessageContent
from v3.config.settings import connection_config
from v3.models.messages import (
Expand All @@ -18,6 +18,24 @@
)


def clean_citations(text: str) -> str:
"""Remove citation markers from agent responses while preserving formatting."""
if not text:
return text

# Remove citation patterns like [9:0|source], [9:1|source], etc.
text = re.sub(r'\[\d+:\d+\|source\]', '', text)

# Remove other common citation pattern
text = re.sub(r'\[\s*source\s*\]', '', text, flags=re.IGNORECASE)
text = re.sub(r'\[\d+\]', '', text)
text = re.sub(r'【[^】]*】', '', text) # Unicode brackets
text = re.sub(r'\(source:[^)]*\)', '', text, flags=re.IGNORECASE)
text = re.sub(r'\[source:[^\]]*\]', '', text, flags=re.IGNORECASE)

return text


def agent_response_callback(message: ChatMessageContent, user_id: str = None) -> None:
"""Observer function to print detailed information about streaming messages."""
# import sys
Expand Down Expand Up @@ -55,7 +73,7 @@ def agent_response_callback(message: ChatMessageContent, user_id: str = None) ->
final_message = AgentMessage(
agent_name=agent_name,
timestamp=time.time() or "",
content=message.content or "",
content=clean_citations(message.content) or "",
)

asyncio.create_task(
Expand All @@ -80,7 +98,7 @@ async def streaming_agent_response_callback(
try:
message = AgentMessageStreaming(
agent_name=streaming_message.name or "Unknown Agent",
content=streaming_message.content,
content=clean_citations(streaming_message.content),
is_final=is_final,
)
await connection_config.send_status_update_async(
Expand Down
Loading