fix ci with non-arm target

Signed-off-by: Yujong Lee <yujonglee.dev@gmail.com>

Author: yujonglee

.github/workflows/desktop_ci.yaml

@@ -98,6 +98,7 @@ jobs:
             --exclude cactus \
             --exclude transcribe-cactus \
             --exclude llm-cactus \
+            --exclude local-llm-core \
             --exclude tauri-plugin-analytics\
             --exclude tauri-plugin-apple-calendar \
             --exclude tauri-plugin-apple-contact \

crates/local-llm-core/Cargo.toml

@@ -9,7 +9,6 @@ specta = ["dep:specta"]
 [dependencies]
 hypr-file = { workspace = true }
 hypr-gguf = { workspace = true }
-hypr-llm-cactus = { workspace = true }
 hypr-lmstudio = { workspace = true }
 
 axum = { workspace = true }
@@ -22,3 +21,6 @@ tower-http = { workspace = true, features = ["cors"] }
 tracing = { workspace = true }
 
 specta = { workspace = true, optional = true }
+
+[target.'cfg(target_arch = "aarch64")'.dependencies]
+hypr-llm-cactus = { workspace = true }

crates/local-llm-core/src/error.rs

@@ -6,6 +6,7 @@ pub enum Error {
     IoError(#[from] std::io::Error),
     #[error(transparent)]
     LmStudioError(#[from] hypr_lmstudio::Error),
+    #[cfg(target_arch = "aarch64")]
     #[error(transparent)]
     InferenceError(#[from] hypr_llm_cactus::Error),
     #[error("Model not downloaded")]

crates/local-llm-core/src/model.rs

@@ -1,9 +1,13 @@
+#[cfg(target_arch = "aarch64")]
 pub static SUPPORTED_MODELS: &[SupportedModel] = &[
     SupportedModel::Llama3p2_3bQ4,
     SupportedModel::HyprLLM,
     SupportedModel::Gemma3_4bQ4,
 ];
 
+#[cfg(not(target_arch = "aarch64"))]
+pub static SUPPORTED_MODELS: &[SupportedModel] = &[];
+
 #[derive(serde::Serialize, serde::Deserialize)]
 #[cfg_attr(feature = "specta", derive(specta::Type))]
 pub struct ModelInfo {

crates/local-llm-core/src/server.rs

@@ -1,75 +1,105 @@
-use std::net::Ipv4Addr;
-use std::path::Path;
+#[cfg(target_arch = "aarch64")]
+mod inner {
+    use std::net::Ipv4Addr;
+    use std::path::Path;
+
+    use axum::http::StatusCode;
+    use axum::{Router, error_handling::HandleError};
+    use hypr_llm_cactus::{CompleteService, ModelManagerBuilder};
+    use tokio::net::TcpListener;
+    use tower_http::cors::CorsLayer;
+
+    use crate::{Error, ModelSelection};
+
+    pub struct LlmServer {
+        base_url: String,
+        shutdown_tx: tokio::sync::watch::Sender<()>,
+        task: tokio::task::JoinHandle<()>,
+    }
 
-use axum::http::StatusCode;
-use axum::{Router, error_handling::HandleError};
-use hypr_llm_cactus::{CompleteService, ModelManagerBuilder};
-use tokio::net::TcpListener;
-use tower_http::cors::CorsLayer;
+    impl LlmServer {
+        pub async fn start(selection: &ModelSelection, models_dir: &Path) -> Result<Self, Error> {
+            let file_path = selection.file_path(models_dir);
+            let name = selection.display_name();
 
-use crate::{Error, ModelSelection};
+            if !file_path.exists() {
+                return Err(Error::ModelNotDownloaded);
+            }
 
-pub struct LlmServer {
-    base_url: String,
-    shutdown_tx: tokio::sync::watch::Sender<()>,
-    task: tokio::task::JoinHandle<()>,
-}
+            let manager = ModelManagerBuilder::default()
+                .register(name.clone(), file_path)
+                .default_model(name)
+                .build();
 
-impl LlmServer {
-    pub async fn start(selection: &ModelSelection, models_dir: &Path) -> Result<Self, Error> {
-        let file_path = selection.file_path(models_dir);
-        let name = selection.display_name();
+            let service = HandleError::new(CompleteService::new(manager), handle_error);
 
-        if !file_path.exists() {
-            return Err(Error::ModelNotDownloaded);
-        }
+            let router = Router::new()
+                .route_service("/v1/chat/completions", service)
+                .layer(CorsLayer::permissive());
 
-        let manager = ModelManagerBuilder::default()
-            .register(name.clone(), file_path)
-            .default_model(name)
-            .build();
+            let listener = TcpListener::bind((Ipv4Addr::LOCALHOST, 0u16)).await?;
+            let addr = listener.local_addr()?;
+            let base_url = format!("http://{}/v1", addr);
 
-        let service = HandleError::new(CompleteService::new(manager), handle_error);
+            let (shutdown_tx, mut shutdown_rx) = tokio::sync::watch::channel(());
 
-        let router = Router::new()
-            .route_service("/v1/chat/completions", service)
-            .layer(CorsLayer::permissive());
+            let task = tokio::spawn(async move {
+                axum::serve(listener, router)
+                    .with_graceful_shutdown(async move {
+                        let _ = shutdown_rx.changed().await;
+                    })
+                    .await
+                    .ok();
+            });
 
-        let listener = TcpListener::bind((Ipv4Addr::LOCALHOST, 0u16)).await?;
-        let addr = listener.local_addr()?;
-        let base_url = format!("http://{}/v1", addr);
+            tracing::info!(url = %base_url, "local LLM server started");
 
-        let (shutdown_tx, mut shutdown_rx) = tokio::sync::watch::channel(());
+            Ok(Self {
+                base_url,
+                shutdown_tx,
+                task,
+            })
+        }
 
-        let task = tokio::spawn(async move {
-            axum::serve(listener, router)
-                .with_graceful_shutdown(async move {
-                    let _ = shutdown_rx.changed().await;
-                })
-                .await
-                .ok();
-        });
+        pub fn url(&self) -> &str {
+            &self.base_url
+        }
 
-        tracing::info!(url = %base_url, "local LLM server started");
+        pub async fn stop(self) {
+            let _ = self.shutdown_tx.send(());
+            let _ = self.task.await;
+            tracing::info!("local LLM server stopped");
+        }
+    }
 
-        Ok(Self {
-            base_url,
-            shutdown_tx,
-            task,
-        })
+    async fn handle_error(err: hypr_llm_cactus::Error) -> (StatusCode, String) {
+        (StatusCode::INTERNAL_SERVER_ERROR, err.to_string())
     }
+}
 
-    pub fn url(&self) -> &str {
-        &self.base_url
+#[cfg(not(target_arch = "aarch64"))]
+mod inner {
+    use std::path::Path;
+
+    use crate::{Error, ModelSelection};
+
+    pub struct LlmServer {
+        _private: (),
     }
 
-    pub async fn stop(self) {
-        let _ = self.shutdown_tx.send(());
-        let _ = self.task.await;
-        tracing::info!("local LLM server stopped");
+    impl LlmServer {
+        pub async fn start(_selection: &ModelSelection, _models_dir: &Path) -> Result<Self, Error> {
+            Err(Error::Other(
+                "Local LLM is not supported on this platform".to_string(),
+            ))
+        }
+
+        pub fn url(&self) -> &str {
+            unreachable!()
+        }
+
+        pub async fn stop(self) {}
     }
 }
 
-async fn handle_error(err: hypr_llm_cactus::Error) -> (StatusCode, String) {
-    (StatusCode::INTERNAL_SERVER_ERROR, err.to_string())
-}
+pub use inner::LlmServer;