drop redundant test

Signed-off-by: Brian Dellabetta <[email protected]>

Author: brian-dellabetta

tests/test_transform/factory/test_correctness.py

@@ -119,43 +119,6 @@ def test_correctness_model(
     assert torch.allclose(true_output, output, atol=1e-5, rtol=0.0)
 
 
-@pytest.mark.parametrize("type", ("hadamard", "random-hadamard"))
-@pytest.mark.parametrize("randomize", (True, False))
-@pytest.mark.parametrize("head_dim", (4, 8))
-def test_correctness_attention_heads(type, randomize, head_dim):
-    hidden_size = 64
-    num_attention_heads = 8
-
-    attention = MockAttention(
-        hidden_size=hidden_size,
-        num_attention_heads=num_attention_heads,
-        num_key_value_heads=head_dim,
-    )
-
-    input = torch.rand(17, 5, hidden_size)
-    true_output = attention(input)
-
-    config = TransformConfig(
-        config_groups={
-            "": TransformScheme(
-                type=type,
-                randomize=randomize,
-                head_dim=head_dim,
-                apply=[
-                    TransformArgs(targets="v_proj", location="weight_output"),
-                    TransformArgs(
-                        targets="o_proj", location="weight_input", inverse=True
-                    ),
-                ],
-            )
-        }
-    )
-    apply_transform_config(attention, config)
-
-    output = attention(input)
-    assert torch.allclose(true_output, output, atol=1e-5, rtol=0.0)
-
-
 @requires_gpu
 @requires_accelerate()
 @pytest.mark.parametrize("type", ("hadamard", "random-hadamard"))