Skip to content

Enable 3d dot #2518

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
etiotto merged 14 commits into from
Oct 31, 2024
Merged

Enable 3d dot #2518

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
e800858
Support rank>2 to dpas/dot layout conversion
leonling-ll Oct 19, 2024
5b616f4
Fix LinearLayout enlarge
leonling-ll Oct 22, 2024
2dd1d03
Fix LinearLayout and ConvertLayout to LLVM
leonling-ll Oct 23, 2024
4775fed
Fix AllocationShareMemory
leonling-ll Oct 24, 2024
77422cb
Fix 3d ConvertLayoutToLLVM
leonling-ll Oct 24, 2024
19cbbbc
Cleanup
leonling-ll Oct 22, 2024
06eef9d
Fix index out of range
leonling-ll Oct 25, 2024
dab71a1
Fix multi batch correctness
leonling-ll Oct 27, 2024
0b772f3
Fix incorrectly dispatching to FMA
leonling-ll Oct 29, 2024
b141f1c
Fix warpsPerCTA
leonling-ll Oct 29, 2024
853c41f
Remove dot3d from UT skiplist
leonling-ll Oct 29, 2024
234a24f
CleanUp
leonling-ll Oct 29, 2024
a91991b
Merge remote-tracking branch 'refs/remotes/intel_triton/main' into ch…
chengjunlu Oct 31, 2024
9a65f8a
Address review comments.
chengjunlu Oct 31, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion python/test/unit/language/test_core.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3557,7 +3557,7 @@ def test_dot3d(B, num_warps, M, N, K, BLOCK_M, BLOCK_N, in_dtype_str, out_dtype_
if out_dtype_str == "float16":
pytest.skip(f"{out_dtype_str} has low precision in WMMA dot")
else:
input_precision = "tf32" if is_cuda() and in_dtype_str == 'float32' else "ieee"
input_precision = "tf32" if (is_cuda() or is_xpu()) and in_dtype_str == 'float32' else "ieee"

if B == 8 and M == 64 and in_dtype_str == "float32" and out_dtype_str == "float32":
if not is_interpreter() and torch.cuda.is_available(
Expand Down
161 changes: 0 additions & 161 deletions scripts/skiplist/a770/language.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,166 +1,5 @@
# https://github.com/intel/intel-xpu-backend-for-triton/issues/1434
test/unit/language/test_core.py::test_precise_math[1-tl.math.sqrt_rn(x)-tl.math.sqrt(x.to(tl.float64)).to(tl.float32)]
test/unit/language/test_core.py::test_dot3d[1-1-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-1-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-1-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-1-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-1-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-1-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-1-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-1-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-16-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-16-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-16-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-16-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-16-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-16-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-16-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-16-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-2-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-2-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-2-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-2-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-2-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-2-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-2-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-2-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-4-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-4-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-4-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-4-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-4-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-4-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-4-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-4-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-8-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-8-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-8-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-8-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[1-8-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[1-8-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[1-8-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[1-8-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-1-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-1-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-1-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-1-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-1-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-1-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-1-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-1-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-16-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-16-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-16-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-16-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-16-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-16-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-16-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-16-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-2-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-2-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-2-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-2-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-2-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-2-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-2-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-2-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-4-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-4-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-4-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-4-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-4-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-4-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-4-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-4-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-8-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-8-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-8-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-8-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[2-8-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[2-8-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[2-8-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[2-8-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-1-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-1-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-1-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-1-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-1-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-1-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-1-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-1-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-16-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-16-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-16-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-16-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-16-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-16-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-16-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-16-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-2-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-2-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-2-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-2-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-2-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-2-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-2-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-2-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-4-128-128-64-64-64-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-4-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-4-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-4-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-4-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-4-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-4-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-4-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-4-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-8-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-8-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-8-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-8-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[4-8-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[4-8-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[4-8-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[4-8-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-1-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-1-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-1-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-1-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-1-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-1-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-1-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-1-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-16-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-16-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-16-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-16-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-16-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-16-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-16-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-16-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-2-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-2-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-2-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-2-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-2-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-2-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-2-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-2-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-4-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-4-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-4-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-4-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-4-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-4-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-4-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-4-64-64-64-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-8-32-32-32-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-8-32-32-32-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-8-32-32-32-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-8-32-32-32-32-32-int8-int8]
test/unit/language/test_core.py::test_dot3d[8-8-64-64-64-32-32-float16-float16]
test/unit/language/test_core.py::test_dot3d[8-8-64-64-64-32-32-float16-float32]
test/unit/language/test_core.py::test_dot3d[8-8-64-64-64-32-32-float32-float32]
test/unit/language/test_core.py::test_dot3d[8-8-64-64-64-32-32-int8-int8]
# https://github.com/intel/intel-xpu-backend-for-triton/issues/983
test/unit/language/test_core.py::test_noinline[shared]
test/unit/language/test_core.py::test_dot[1-128-128-64-2-True-True-none-tf32-int8-int8-1_0]
Expand Down
Loading