Skip to content

Commit 89756dd

Browse files
Gasoonjiafacebook-github-bot
authored andcommitted
introduce cuda sdpa
Differential Revision: D87950475
1 parent 12d17ef commit 89756dd

File tree

6 files changed

+1821
-0
lines changed

6 files changed

+1821
-0
lines changed

backends/cuda/runtime/TARGETS

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,7 @@ runtime.cxx_library(
5353
"shims/cuda_guard.cpp",
5454
"shims/int4mm.cu",
5555
"shims/memory.cpp",
56+
"shims/sdpa.cu",
5657
"shims/tensor_attribute.cpp",
5758
],
5859
headers = [
@@ -61,6 +62,8 @@ runtime.cxx_library(
6162
"shims/int4mm.cuh",
6263
"shims/int4mm.h",
6364
"shims/memory.h",
65+
"shims/sdpa.cuh",
66+
"shims/sdpa.h",
6467
"shims/tensor_attribute.h",
6568
"utils.h",
6669
],
@@ -84,6 +87,7 @@ runtime.cxx_library(
8487
],
8588
external_deps = [
8689
("cuda", None, "cuda-lazy"),
90+
("cuda", None, "cublas-lazy"),
8791
],
8892
)
8993

0 commit comments

Comments
 (0)