Move InvalidType and Identity to the beginning of the enum

Signed-off-by: Neta Zmora <96238833+nzmora-nvidia@users.noreply.github.com>

Author: nzmora-nvidia

cpp/tensorrt_llm/kernels/cutlass_kernels/include/common.h

@@ -23,15 +23,15 @@ namespace tensorrt_llm::kernels::cutlass_kernels
 // cpp/tensorrt_llm/kernels/cutlass_kernels/moe_gemm/moe_kernels.cu::doActivationKernel().
 enum class ActivationType
 {
-    Gelu = 0,
-    Relu,
-    Silu,
-    Swiglu,
-    Geglu,
-    SwigluBias,
-    Relu2,
-    Identity,
-    InvalidType
+    InvalidType = 0,
+    Identity = 1,
+    Gelu = 2,
+    Relu = 3,
+    Silu = 4,
+    Swiglu = 5,
+    Geglu = 6,
+    SwigluBias = 7,
+    Relu2 = 8,
 };
 
 } // namespace tensorrt_llm::kernels::cutlass_kernels

tensorrt_llm/_torch/utils.py

@@ -34,15 +34,15 @@
 # IMPORTANT: Keep the same order of activation functions in this enum and the enum in
 # cpp/tensorrt_llm/kernels/cutlass_kernels/include/common.h
 class ActivationType(IntEnum):
-    Gelu = 0
-    Relu = 1
-    Silu = 2
-    Swiglu = 3
-    Geglu = 4
-    SwigluBias = 5
-    Relu2 = 6
-    Identity = 7
-    InvalidType = 8
+    InvalidType = 0
+    Identity = 1
+    Gelu = 2
+    Relu = 3
+    Silu = 4
+    Swiglu = 5
+    Geglu = 6
+    SwigluBias = 7
+    Relu2 = 8
 
 
 def set_torch_compiling(enable: bool):