add handle event func

Author: ks6088ts

apps/99_streamlit_examples/pages/12_Video_processing.py

@@ -1,3 +1,4 @@
+import base64
 from enum import Enum
 
 import cv2
@@ -109,11 +110,17 @@ def process(
             conf=self.confidence,
             classes=self.classes,
         )
+        previous_num = self.num
         self.num = len([x for x in results[0].boxes.cls if x == self.target])
         output_img = results[0].plot(
             labels=True,
             conf=True,
         )
+
+        # play alert sound if the number of target objects increases
+        if previous_num < self.num:
+            self._handle_event()
+
         return cv2.cvtColor(
             src=output_img,
             code=cv2.COLOR_BGR2RGB,
@@ -124,6 +131,27 @@ def get_states(self):
             "num": self.num,
         }
 
+    def _handle_event(self):
+        st.toast("Alert", icon="❗")
+        try:
+            # https://discuss.streamlit.io/t/how-to-play-an-audio-file-automatically-generated-using-text-to-speech-in-streamlit/33201
+            # https://www.youtube.com/watch?v=U5Z76XLEwRM
+            with open("./datasets/alert.mp3a", "rb") as f:
+                data = f.read()
+                b64 = base64.b64encode(data).decode()
+                md = f"""
+                    <audio controls autoplay="true">
+                    <source src="data:audio/mp3;base64,{b64}" type="audio/mp3">
+                    </audio>
+                    """
+                st.markdown(
+                    md,
+                    unsafe_allow_html=True,
+                )
+        except Exception as _:
+            # st.toast("Failed to play alert sound", icon="❌")
+            pass
+
 
 def get_processor(processor_type: ProcessorType) -> Processor:
     if processor_type == ProcessorType.BLUR: