Add interruptions to agents and update poet example

Author: AHGIJMKLKKZNPJKQR

examples/poet_chat/main.py

@@ -30,6 +30,8 @@ async def _openai_recv():
                 if event.type == "audio":
                     audio = event.audio.data
                     await track.send_chunk(audio)
+                elif event.type == "audio_interrupted":
+                    await track.interrupt()
                 elif event.type == "raw_model_event":
                     if event.data.type == "input_audio_transcription_completed":
                         print(f"Peer said:\n{event.data.transcript}\n")

examples/poet_chat/poet_chat/agent.py

@@ -14,6 +14,7 @@
             "turn_detection": {
                 "interrupt_response": True,
                 "create_response": True,
+                "type": "semantic_vad",
             },
         }
     },

fishjam/agent/agent.py

@@ -16,6 +16,7 @@
     AgentRequestAddTrack,
     AgentRequestAddTrackCodecParameters,
     AgentRequestAuthRequest,
+    AgentRequestInterruptTrack,
     AgentResponse,
 )
 from fishjam.events._protos.fishjam import AgentRequestTrackData as OutgoingTrackData
@@ -82,6 +83,23 @@ async def send_chunk(self, data: bytes):
 
         await self.session._send(message)
 
+    async def interrupt(self):
+        """
+        Interrupt current track.
+
+        Any audio that has been sent, but not played
+        will be cleared and be prevented from playing.
+
+        Audio sent after the interrupt will be played normally.
+        """
+        message = AgentRequest(
+            interrupt_track=AgentRequestInterruptTrack(
+                track_id=self.id,
+            )
+        )
+
+        await self.session._send(message)
+
 
 class AgentSession:
     def __init__(self, agent: Agent, websocket: ClientConnection):