cover fine > compress

Author: lucidrains

tests/test_sparse_attn.py

@@ -9,7 +9,7 @@
 @pytest.mark.parametrize('use_diff_topk', (False, True))
 @pytest.mark.parametrize('seq_len', (1, 4, 31, 32, 120))
 @pytest.mark.parametrize('kv_heads', (8, 4))
-@pytest.mark.parametrize('selection_block_size', (4, 2))
+@pytest.mark.parametrize('selection_block_size', (8, 4, 2))
 def test_sparse_attn(
     use_diff_topk,
     seq_len,