refactor: Test reorganization phase 2 (#1778)

<!-- .github/pull_request_template.md -->

## 📌 Description

This is the second phase of the test reorganization:
1. Rather than using test lists, tests are now organized into
directories, allowing to use simply pytest tests/
2. Any required pip packages are now installed through docker

## 🔍 Related Issues

<!-- Link any related issues here -->

## 🚀 Pull Request Checklist

Thank you for contributing to FlashInfer! Before we review your pull
request, please make sure the following items are complete.

### ✅ Pre-commit Checks

- [x] I have installed `pre-commit` by running `pip install pre-commit`
(or used your preferred method).
- [x] I have installed the hooks with `pre-commit install`.
- [x] I have run the hooks manually with `pre-commit run --all-files`
and fixed any reported issues.

> If you are unsure about how to set up `pre-commit`, see [the
pre-commit documentation](https://pre-commit.com/).

## 🧪 Tests

- [x] Tests have been added or updated as needed.
- [x] All tests are passing (`unittest`, etc.).

## Reviewer Notes

<!-- Optional: anything you'd like reviewers to focus on, concerns, etc.
-->

Author: nvmbreughe

benchmarks/routines/moe.py

@@ -796,7 +796,7 @@ def run_fp4_moe():
 
 def testCutlassFusedMoe(args):
     """
-    Benchmark cutlass_fused_moe (CUTLASS MoE) with variants mirroring tests in tests/test_trtllm_cutlass_fused_moe.py
+    Benchmark cutlass_fused_moe (CUTLASS MoE) with variants mirroring tests in tests/moe/test_trtllm_cutlass_fused_moe.py
     Variants:
       - base: no quantization
       - fp8: per-tensor fp8 for weights and activation scale

flashinfer/comm/trtllm_ar.py

@@ -810,7 +810,7 @@ def trtllm_allreduce_fusion(
     - residual_out: the residual output tensor. [token_num, hidden_dim]
     - norm_out: the norm output tensor. [token_num, hidden_dim]
     - quant_out: the quant output tensor. [token_num, hidden_dim]
-    - scale_out: the scale output tensor. Initialization referece: tests/test_trtllm_allreduce_fusion.py
+    - scale_out: the scale output tensor. Initialization referece: tests/comm/test_trtllm_allreduce_fusion.py
     - rms_gamma: the rms gamma tensor. [hidden_dim]
     - rms_eps: the rms epsilon value.
     - scale_factor: the scale factor. For cudaGraphs safety, it should be a tensor.
@@ -913,7 +913,7 @@ def trtllm_moe_allreduce_fusion(
     - residual_out: the residual output tensor. [token_num, hidden_dim]
     - norm_out: the norm output tensor. [token_num, hidden_dim]
     - quant_out: the quant output tensor. [token_num // 4, hidden_dim], fp16/bf16 -> fp4
-    - scale_out: the scale output tensor. Initialization referece: tests/test_trtllm_moe_allreduce_fusion.py
+    - scale_out: the scale output tensor. Initialization referece: tests/comm/test_trtllm_moe_allreduce_fusion.py
     """
 
     required_lamport_comm_size = moe_reduction_token_input.numel() * 2 * world_size

pytest.ini

@@ -0,0 +1,2 @@
+[pytest]
+norecursedirs = test_helpers, unlisted

scripts/run_test_blackwell_attention_kernels.sh

@@ -7,9 +7,9 @@ set -x
 
 pip install -e . -v
 
-# pytest -s tests/test_group_gemm.py
-pytest -s tests/test_logits_cap.py
-pytest -s tests/test_sliding_window.py
-pytest -s tests/test_tensor_cores_decode.py
-pytest -s tests/test_batch_decode_kernels.py
-#pytest -s tests/test_alibi.py
+# pytest -s tests/GEMM/test_group_gemm.py
+pytest -s tests/attention/test_logits_cap.py
+pytest -s tests/attention/test_sliding_window.py
+pytest -s tests/attention/test_tensor_cores_decode.py
+pytest -s tests/attention/test_batch_decode_kernels.py
+# pytest -s tests/attention/test_alibi.py

scripts/run_test_blackwell_comm_kernels.sh

@@ -7,10 +7,10 @@ set -x
 
 pip install -e . -v
 
-pytest -s tests/test_block_sparse.py
-pytest -s tests/test_jit_example.py
-pytest -s tests/test_jit_warmup.py
-pytest -s tests/test_norm.py
-pytest -s tests/test_rope.py
-pytest -s tests/test_mla_page.py
-pytest -s tests/test_quantization.py
+pytest -s tests/utils/test_block_sparse.py
+pytest -s tests/utils/test_jit_example.py
+pytest -s tests/utils/test_jit_warmup.py
+pytest -s tests/utils/test_norm.py
+pytest -s tests/attention/test_rope.py
+pytest -s tests/attention/test_mla_page.py
+pytest -s tests/utils/test_quantization.py