build(infini): update deps

Signed-off-by: YdrMaster <ydrml@hotmail.com>

Author: YdrMaster

Cargo.toml

@@ -30,7 +30,7 @@ regex = "1.11"
 env_logger = "0.11"
 build-script-cfg = "0.0"
 
-operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "7aa1051", default-features = false }
-search-cl-tools = { git = "https://github.com/InfiniTensor/clrt", rev = "6846d52" }
-search-infini-tools = { git = "https://github.com/InfiniTensor/infini-toolkit", rev = "9943c78" }
-search-cuda-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "e2ec203" }
+operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "360b664", default-features = false }
+search-cl-tools = { git = "https://github.com/InfiniTensor/clrt", rev = "9b6289d" }
+search-infini-tools = { git = "https://github.com/InfiniTensor/infini-rt", rev = "0e57976" }
+search-cuda-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "5b9dbd9" }

models/llama/common/src/compute.rs

@@ -184,9 +184,9 @@ where
         let sin = sin_cos.clone().index(0, 0);
         let cos = sin_cos.index(0, 1);
 
-        let pos = Tensor::new(ty::U32, &[nt]).map(|_| {
+        let pos = Tensor::new(ty::U64, &[nt]).map(|_| {
             Ops::Rope::build_pos(
-                ty::U32,
+                ty::U64,
                 nt,
                 requests.iter().map(|req| Seq {
                     pos: req.pos,

models/llama/infini/Cargo.toml

@@ -15,6 +15,6 @@ build-script-cfg.workspace = true
 search-infini-tools.workspace = true
 
 [dev-dependencies]
-test-utils.workspace = true
+test-utils = { workspace = true, features = ["llama"] }
 gguf.workspace = true
 regex.workspace = true

models/llama/infini/src/infer.rs

@@ -1,5 +1,5 @@
 use crate::{Operators, RandomSample, Weights};
-use gguf::GGufModel;
+use gguf::{ggml_quants::digit_layout::types, GGufModel};
 use llama::{ext::ggml_quants::f16, LlamaRequest, LlamaStorage, LlamaWorker, Tensor};
 use operators::{
     infini::Device,
@@ -82,7 +82,7 @@ fn test_infer() {
                         .kv_cache(meta.nctx)
                         .map(|size| stream.malloc::<u8>(size));
                     let sin_cos = <Operators as llama::Operators>::build_sin_cos(
-                        meta.dt_embd,
+                        types::F32,
                         meta.nctx,
                         meta.dh,
                         &stream,