tuning config on h200

Author: shihaobai

lightllm/common/fused_moe/grouped_fused_moe.py

@@ -273,7 +273,7 @@ def _get_moe_align_fused_configs():
         }
         for ns in [2, 3, 4, 5]
         for nw in [4, 8]
-        for bt in [1024, 2048]
+        for bt in [128, 256, 512, 1024, 2048]
     ]
 
 

lightllm/common/triton_utils/autotune_kernel_configs/triton_3.4.0/NVIDIA_H200/moe_align_fused:v1/{topk=8}_NVIDIA_H200.json

@@ -0,0 +1,7 @@
+{
+  "8448": {
+    "BLOCK_TOK": 128,
+    "num_stages": 5,
+    "num_warps": 4
+  }
+}

lightllm/common/triton_utils/autotune_kernel_configs/triton_3.4.0/NVIDIA_H200/moe_align_fused:v1/{topk=9}_NVIDIA_H200.json

@@ -0,0 +1,62 @@
+{
+  "1": {
+    "BLOCK_TOK": 256,
+    "num_stages": 2,
+    "num_warps": 8
+  },
+  "100": {
+    "BLOCK_TOK": 128,
+    "num_stages": 2,
+    "num_warps": 4
+  },
+  "1024": {
+    "BLOCK_TOK": 256,
+    "num_stages": 3,
+    "num_warps": 8
+  },
+  "128": {
+    "BLOCK_TOK": 128,
+    "num_stages": 5,
+    "num_warps": 4
+  },
+  "16": {
+    "BLOCK_TOK": 256,
+    "num_stages": 5,
+    "num_warps": 8
+  },
+  "2048": {
+    "BLOCK_TOK": 256,
+    "num_stages": 3,
+    "num_warps": 8
+  },
+  "256": {
+    "BLOCK_TOK": 128,
+    "num_stages": 5,
+    "num_warps": 4
+  },
+  "32": {
+    "BLOCK_TOK": 128,
+    "num_stages": 5,
+    "num_warps": 4
+  },
+  "4096": {
+    "BLOCK_TOK": 256,
+    "num_stages": 2,
+    "num_warps": 8
+  },
+  "64": {
+    "BLOCK_TOK": 128,
+    "num_stages": 2,
+    "num_warps": 4
+  },
+  "8": {
+    "BLOCK_TOK": 256,
+    "num_stages": 2,
+    "num_warps": 4
+  },
+  "8448": {
+    "BLOCK_TOK": 128,
+    "num_stages": 4,
+    "num_warps": 4
+  }
+}