build: update deps

Signed-off-by: YdrMaster <[email protected]>

Author: YdrMaster

Cargo.lock

@@ -4,10 +4,10 @@ version = "0.0.0"
 edition.workspace = true
 
 [dependencies]
-operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "01b39e8", default-features = false, features = [
+operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "88c58bd", default-features = false, features = [
     "nvidia-gpu",
 ] }
-nn = { git = "https://github.com/YdrMaster/InfiniNN", rev = "e3061d6" }
+nn = { git = "https://github.com/YdrMaster/InfiniNN", rev = "171c5b0" }
 ggus = { git = "https://github.com/InfiniTensor/gguf", rev = "23c362f" }
 tokeneer = { git = "https://github.com/InfiniTensor/tokeneer", rev = "c48f39f" }
 
@@ -26,7 +26,7 @@ minijinja = { version = "2.11", default-features = false, features = [
 
 [build-dependencies]
 build-script-cfg = "0.1"
-search-cuda-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "c535e9f" }
-search-maca-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "c535e9f" }
-search-corex-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "c535e9f" }
-cuda-cc = { git = "https://github.com/YdrMaster/cuda-driver", rev = "c535e9f" }
+search-cuda-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "31c8090" }
+search-maca-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "31c8090" }
+search-corex-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "31c8090" }
+cuda-cc = { git = "https://github.com/YdrMaster/cuda-driver", rev = "31c8090" }

llama.cu/Cargo.toml

@@ -9,7 +9,7 @@ fn main() {
     let src_dir =
         PathBuf::from(&env::var_os("CARGO_MANIFEST_DIR").unwrap()).join("src/op/random_sample");
 
-    if let Some(maca_root) = find_maca_root() {
+    if let Some((_, maca_root)) = find_maca_root() {
         nccl.define();
 
         cuda_cc::Builder::new("random_sample", maca_root, "htgpu_llvm/bin/htcc")

llama.cu/build.rs

@@ -41,7 +41,7 @@ impl<'ctx> SampleManager<'ctx> {
 
         let kv_pair_template = Tensor::from_dim_slice(KV_PAIR, []);
         let kv_pair = stream.malloc::<KVPair>(out_len);
-        for (i, (id, info)) in config.into_iter().enumerate() {
+        for (i, (id, info)) in config.iter().enumerate() {
             let logits = logits.clone().transform(|layout| layout.index(0, i));
             let SampleInfo {
                 args,