tmp

t

t

Author: onenewcode

Cargo.toml

@@ -41,7 +41,7 @@ itertools = "0.13"
 env_logger = "0.11"
 build-script-cfg = "0.0"
 
-operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "61789f7", default-features = false }
+operators = { git = "https://github.com/onenewcode/operators-rs", branch = "dev", default-features = false }
 
 search-cl-tools = { git = "https://github.com/InfiniTensor/clrt", rev = "f69b160" }
 search-infini-tools = { git = "https://github.com/InfiniTensor/infini-rt", rev = "e8362c3" }

models/minicpm3/common-cpu/Cargo.toml

@@ -12,6 +12,6 @@ common.workspace = true
 operators = { workspace = true, features = ["common-cpu"] }
 
 [dev-dependencies]
-test-utils = { workspace = true, features = ["llama"] }
+test-utils.workspace = true
 gguf.workspace = true
 regex.workspace = true

models/minicpm3/common-cpu/src/infer.rs

@@ -151,6 +151,16 @@ fn test_infer() {
 
         let senders = senders.into_boxed_slice();
         barrier.wait();
-        test_infer_paralle(&model, senders, eos, tokenizer, &prompt, max_steps)
+        test_infer_paralle(
+            senders,
+            test_utils::AboutToken {
+                tokenizer,
+                token_embd: model.token_embd,
+                nvoc: model.meta.nvoc,
+                eos,
+            },
+            &prompt,
+            max_steps,
+        )
     })
 }

models/minicpm3/common-cpu/src/lib.rs

@@ -37,6 +37,7 @@ where
     type Rope = op!(rope);
     type Attention = op!(attention);
     type RmsNorm = op!(rms_norm);
+    type Add = op!(add);
     type MatMul = op!(mat_mul);
     type Swiglu = op!(swiglu);
     type Rearrange = op!(rearrange);
@@ -112,6 +113,8 @@ impl WeightLoader for Weights<'_> {
             ffn_norm,
             ffn_gate_up,
             ffn_down,
+            ffn_gate,
+            ffn_up,
         } = &self.blks[iblk];
         use MiniCPM3BlkWeight as W;
         match which {
@@ -126,6 +129,8 @@ impl WeightLoader for Weights<'_> {
             W::FfnNorm => ffn_norm,
             W::FfnGateUp => ffn_gate_up,
             W::FfnDown => ffn_down,
+            W::FfnGate => ffn_gate,
+            W::FfnUp => ffn_up,
         }
     }