Directly mute the transcript on the browser too

Author: BluSpring

common/src/main/kotlin/xyz/bluspring/unitytranslate/client/UnityTranslateClient.kt

@@ -175,6 +175,11 @@ class UnityTranslateClient {
         var connectedServerHasSupport = false
 
         var shouldTranscribe = true
+            set(value) {
+                field = value
+                transcriber.setMuted(!value)
+            }
+
         var shouldRenderBoxes = true
 
         val languageBoxes: MutableList<TranscriptBox>

common/src/main/kotlin/xyz/bluspring/unitytranslate/client/transcribers/SpeechTranscriber.kt

@@ -13,6 +13,7 @@ abstract class SpeechTranscriber(var language: Language) {
     lateinit var updater: BiConsumer<Int, String>
 
     abstract fun stop()
+    open fun setMuted(muted: Boolean) {}
 
     open fun changeLanguage(language: Language) {
         this.language = language

common/src/main/kotlin/xyz/bluspring/unitytranslate/client/transcribers/browser/BrowserSpeechTranscriber.kt

@@ -75,6 +75,12 @@ class BrowserSpeechTranscriber(language: Language) : SpeechTranscriber(language)
         })
     }
 
+    override fun setMuted(muted: Boolean) {
+        this.socket.broadcast("set_muted", JsonObject().apply {
+            this.addProperty("muted", muted)
+        })
+    }
+
     inner class BrowserSocket : WebSocketServer(InetSocketAddress("0.0.0.0", socketPort)) {
         var totalConnections = 0
 
@@ -85,6 +91,7 @@ class BrowserSpeechTranscriber(language: Language) : SpeechTranscriber(language)
             totalConnections++
 
             UnityTranslateClient.displayMessage(Component.translatable("unitytranslate.transcriber.connected"))
+            setMuted(!UnityTranslateClient.shouldTranscribe)
         }
 
         override fun onClose(ws: WebSocket, code: Int, reason: String, remote: Boolean) {

common/src/main/kotlin/xyz/bluspring/unitytranslate/commands/UnityTranslateClientCommands.kt

@@ -41,9 +41,19 @@ object UnityTranslateClientCommands {
             1
         }
 
+    val OPEN_BROWSER = ClientCommandRegistrationEvent.literal("openbrowser")
+        .executes {
+            if (UnityTranslateClient.transcriber is BrowserSpeechTranscriber) {
+                (UnityTranslateClient.transcriber as BrowserSpeechTranscriber).openWebsite()
+            }
+
+            1
+        }
+
     val ROOT = ClientCommandRegistrationEvent.literal("unitytranslateclient")
         .then(TRANSCRIBER)
         .then(INFO)
+        .then(OPEN_BROWSER)
 
     fun init() {
         ClientCommandRegistrationEvent.EVENT.register { dispatcher, ctx ->

common/src/main/resources/website/speech.js

@@ -13,6 +13,7 @@ let lastReset = 0;
 let totalResetsBelow50ms = 0;
 let isErrored = false;
 let wasNoSpeech = false;
+let isCurrentlyMuted = false;
 
 ws.onopen = () => {
     console.log('Connected');
@@ -45,6 +46,10 @@ function setupTranscriber(lang) {
             return;
         }
 
+        if (isCurrentlyMuted) {
+            return;
+        }
+
         console.log('Transcriber resetting...');
         ws.send(JSON.stringify({
             op: 'reset'
@@ -127,6 +132,20 @@ ws.onmessage = (ev) => {
 
             break;
         }
+
+        case 'set_muted': {
+            const isMuted = data.d.muted;
+            isCurrentlyMuted = isMuted;
+
+            if (!isMuted && !!transcriber) {
+                ws.send(JSON.stringify({
+                    op: 'reset'
+                }));
+                transcriber.start();
+            } else if (!!transcriber) {
+                transcriber.stop();
+            }
+        }
     }
 }