Update DeepSeek-V3-Chat-multi-gpu-marlin.yaml

Atream · web-flow · commit 04c2fbc24874 · 2025-02-26T21:53:50.000+08:00
diff --git a/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml b/ktransformers/optimize/optimize_rules/DeepSeek-V3-Chat-multi-gpu-marlin.yaml
@@ -168,5 +168,5 @@
   replace:
     class: "default"
     kwargs:
-      generate_device: "cuda:0"
-      prefill_device: "cuda:0"
+      generate_device: "cuda:1"
+      prefill_device: "cuda:1"
