replace osascript polling with direct AX API for zoom mute detection

Co-Authored-By: yujonglee <yujonglee.dev@gmail.com>

Author: devin-ai-integration[bot]

crates/detect/Cargo.toml

@@ -31,7 +31,7 @@ hypr-bundle = { workspace = true }
 hypr-language = { workspace = true }
 
 plist = "1.7"
-cidre = { workspace = true }
+cidre = { workspace = true, features = ["ax"] }
 block2 = { workspace = true }
 
 objc2-foundation = { workspace = true, features = ["NSLocale", "NSArray", "NSString"] }

crates/detect/src/zoom.rs

@@ -1,6 +1,7 @@
-use std::process::Command;
 use std::time::{Duration, Instant};
 
+use cidre::{ax, cf, ns};
+
 use crate::{BackgroundTask, DetectCallback, DetectEvent};
 
 const ZOOM_BUNDLE_ID: &str = "us.zoom.xos";
@@ -33,57 +34,55 @@ impl WatcherState {
     }
 }
 
-fn check_zoom_mute_state() -> Option<bool> {
-    let script = r#"
-tell application "System Events"
-    if (get name of every application process) contains "zoom.us" then
-        tell application process "zoom.us"
-            if exists (menu item "Mute audio" of menu 1 of menu bar item "Meeting" of menu bar 1) then
-                return "unmuted"
-            else if exists (menu item "Unmute audio" of menu 1 of menu bar item "Meeting" of menu bar 1) then
-                return "muted"
-            else
-                return "unknown"
-            end if
-        end tell
-    else
-        return "not_running"
-    end if
-end tell
-"#;
-
-    let output = Command::new("osascript")
-        .arg("-e")
-        .arg(script)
-        .output()
-        .ok()?;
-
-    if !output.status.success() {
-        tracing::warn!(
-            "osascript failed: {:?}",
-            String::from_utf8_lossy(&output.stderr)
-        );
-        return None;
-    }
+fn find_zoom_pid() -> Option<i32> {
+    let bundle_id = ns::String::with_str(ZOOM_BUNDLE_ID);
+    let apps = ns::RunningApp::with_bundle_id(&bundle_id);
+    let app = apps.get(0)?;
+    Some(app.pid())
+}
 
-    let result = String::from_utf8_lossy(&output.stdout).trim().to_string();
+fn ax_element_title(elem: &ax::UiElement) -> Option<String> {
+    let value = elem.attr_value(ax::attr::title()).ok()?;
+    let s: &cf::String = unsafe { std::mem::transmute(&*value) };
+    Some(s.to_string())
+}
 
-    match result.as_str() {
-        "muted" => Some(true),
-        "unmuted" => Some(false),
-        "unknown" => {
-            tracing::debug!("zoom state unknown (likely not in meeting)");
-            None
-        }
-        "not_running" => {
-            tracing::debug!("zoom not running");
-            None
-        }
-        other => {
-            tracing::warn!("unexpected osascript output: {}", other);
-            None
+fn check_zoom_mute_state() -> Option<bool> {
+    let pid = find_zoom_pid()?;
+    let app = ax::UiElement::with_app_pid(pid);
+
+    let children = app.children().ok()?;
+    let menu_bar = children.iter().find(|child| {
+        child
+            .role()
+            .ok()
+            .map(|r| r.equal(ax::role::menu_bar()))
+            .unwrap_or(false)
+    })?;
+
+    let menu_bar_items = menu_bar.children().ok()?;
+    let meeting_item = menu_bar_items.iter().find(|item| {
+        ax_element_title(item)
+            .map(|t| t == "Meeting")
+            .unwrap_or(false)
+    })?;
+
+    let menu_children = meeting_item.children().ok()?;
+    let meeting_menu = menu_children.get(0)?;
+
+    let menu_items = meeting_menu.children().ok()?;
+    for item in menu_items.iter() {
+        if let Some(title) = ax_element_title(item) {
+            match title.as_str() {
+                "Mute Audio" | "Mute audio" => return Some(false),
+                "Unmute Audio" | "Unmute audio" => return Some(true),
+                _ => continue,
+            }
         }
     }
+
+    tracing::debug!("zoom mute state unknown (likely not in meeting)");
+    None
 }
 
 fn is_zoom_using_mic() -> bool {