[None][feat] Optimize the q3n decode kernel with IO read (NVIDIA#11344)

Signed-off-by: jiant <107457950+JadoTu@users.noreply.github.com>

Author: JadoTu

tensorrt_llm/_torch/modules/fla/fused_sigmoid_gating_recurrent.py

@@ -177,7 +177,7 @@ def fused_sigmoid_gating_delta_rule_update(
     B, T, H, K, V = *k.shape, v.shape[-1]
     HV = v.shape[2]
     N = B if cu_seqlens is None else len(cu_seqlens) - 1
-    BK, BV = triton.next_power_of_2(K), min(triton.next_power_of_2(V), 8)
+    BK, BV = triton.next_power_of_2(K), min(triton.next_power_of_2(V), 32)
     NK, NV = triton.cdiv(K, BK), triton.cdiv(V, BV)
     assert NK == 1, "NK > 1 is not supported yet"
     num_stages = 3