Merge branch 'main' into lyzju2019/support-llama

Author: LYZJU2019

.github/workflows/validate.yml

@@ -29,7 +29,7 @@ jobs:
     strategy:
       matrix:
         runner: [macos-15]
-        rust: [1.93.1, stable]
+        rust: [1.85.0, stable]
     steps:
       - uses: actions/checkout@v5
         with:

Cargo.toml

@@ -13,7 +13,7 @@ keywords = ["mlx", "deep-learning", "machine-learning"]
 categories = ["science"]
 license = "MIT OR Apache-2.0"
 documentation = "https://oxideai.github.io/mlx-rs/mlx_rs/"
-rust-version = "1.83.0"
+rust-version = "1.85.0"
 
 [workspace]
 members = [
@@ -59,7 +59,7 @@ syn = { version = "2", features = ["full"] }
 quote = "1"
 darling = "0.21"
 proc-macro2 = "1"
-bindgen = "0.72"
+bindgen = "0.72.1"
 cmake = "0.1"
 cc = "1"
 safetensors = "0.6"

mlx-internal-macros/src/shared.rs

@@ -55,16 +55,17 @@ impl BuilderStructAnalyzer<'_> {
         let doc = format!("Builder for `{struct_ident}`.");
 
         let mandatory_field_doc = format!("See [`{struct_ident}`] for more information.");
-        let optional_field_doc =
-            optional_field_idents
-                .iter()
-                .zip(optional_field_defaults)
-                .map(|(ident, default)| {
-                    format!(
+        let optional_field_doc = optional_field_idents
+            .iter()
+            .zip(optional_field_defaults)
+            .map(|(ident, default)| {
+                format!(
                     "See [`{}::{}`] for more information. Initialized with default value [`{}`].",
-                    struct_ident, ident, default.to_token_stream()
+                    struct_ident,
+                    ident,
+                    default.to_token_stream()
                 )
-                });
+            });
 
         quote! {
             #[doc = #doc]
@@ -319,7 +320,7 @@ fn parse_fields(fields: &syn::Fields) -> Result<(Vec<MandatoryField>, Vec<Option
                 None => {
                     return Err(
                         format!("Field {ident} is optional but has no default value").into(),
-                    )
+                    );
                 }
             };
 

mlx-lm-utils/src/error.rs

@@ -7,7 +7,9 @@ pub enum Error {
     /// applying the chat template! This can happen if the chat template deletes portions of
     /// the final message. Please verify the chat template and final message in your chat to
     /// ensure they are compatible.
-    #[error("continue_final_message is set but the final message does not appear in the chat after applying the chat template!")]
+    #[error(
+        "continue_final_message is set but the final message does not appear in the chat after applying the chat template!"
+    )]
     FinalMsgNotInChat,
 
     #[error(transparent)]

mlx-lm/src/models/qwen3.rs

@@ -402,7 +402,7 @@ where
             None => match create_attention_mask(&h, cache, Some(true))? {
                 Some(AttentionMask::Array(a)) => Some(a),
                 Some(AttentionMask::Causal) => {
-                    return Err(Exception::custom("Only `Array` mask is supported"))
+                    return Err(Exception::custom("Only `Array` mask is supported"));
                 }
                 None => None,
             },

mlx-lm/src/utils/mod.rs

@@ -220,7 +220,7 @@ where
                 _ => {
                     return Err(Exception::custom(
                         "Both keys and values must be quantized when KV cache is quantized",
-                    ))
+                    ));
                 }
             };
 
@@ -237,7 +237,7 @@ where
         _ => {
             return Err(Exception::custom(
                 "Both keys and values must NOT be quantized when KV cache is NOT quantized",
-            ))
+            ));
         }
     };
 

mlx-macros/src/util.rs

@@ -29,7 +29,7 @@ pub(crate) fn filter_fields_with_attr<'a>(
             return Err(syn::Error::new_spanned(
                 fields,
                 "Struct with unnamed fields is not supported".to_string(),
-            ))
+            ));
         }
     }
 

mlx-rs/src/utils/io.rs

@@ -114,7 +114,7 @@ impl SafeTensors {
                     1 => {
                         return Err(crate::error::get_and_clear_last_mlx_error()
                             .expect("A non-success status was returned, but no error was set.")
-                            .into())
+                            .into());
                     }
                     2 => break,
                     _ => unreachable!(),