Skip to content

Commit 066b836

Browse files
committed
Fixed tests
1 parent d445048 commit 066b836

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

tests/test_model.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1471,6 +1471,8 @@ def assert_sdpa_backend(original_fn, query, k_and_v, mask, return_scores):
14711471
elif expected is SDPBackend.EFFICIENT_ATTENTION:
14721472
assert mem_efficient_sdp_enabled(), "mem_efficient_sdp_enabled() is False"
14731473
if (not enable_gqa) or mask is None:
1474+
# At present, `SDPBackend.EFFICIENT_ATTENTION` does not support
1475+
# `enabla_gqa=True` and a mask specified
14741476
assert can_use_efficient_attention(params, True), "can_use_efficient_attention(params, True) is False"
14751477
elif expected is SDPBackend.MATH:
14761478
assert math_sdp_enabled(), "math_sdp_enabled() is False"
@@ -1540,6 +1542,8 @@ def assert_sdpa_backend(original_fn, query, k_and_v, mask, return_scores):
15401542
elif expected is SDPBackend.EFFICIENT_ATTENTION:
15411543
assert mem_efficient_sdp_enabled(), "mem_efficient_sdp_enabled() is False"
15421544
if (not enable_gqa) or mask is None:
1545+
# At present, `SDPBackend.EFFICIENT_ATTENTION` does not support
1546+
# `enabla_gqa=True` and a mask specified
15431547
assert can_use_efficient_attention(params, True), "can_use_efficient_attention(params, True) is False"
15441548
elif expected is SDPBackend.MATH:
15451549
assert math_sdp_enabled(), "math_sdp_enabled() is False"

0 commit comments

Comments
 (0)