Skip to content

Commit 425ccf4

Browse files
committed
[NPU]: NPU-optimized fused_add_rms_norm forward kernel
1 parent 83cdcf8 commit 425ccf4

File tree

2 files changed

+503
-0
lines changed

2 files changed

+503
-0
lines changed

src/liger_kernel/ops/backends/_ascend/ops/__init__.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,9 @@
1717
from liger_kernel.ops.backends._ascend.ops.embedding import LigerEmbeddingFunction
1818
from liger_kernel.ops.backends._ascend.ops.embedding import embedding_backward
1919
from liger_kernel.ops.backends._ascend.ops.embedding import embedding_forward
20+
from liger_kernel.ops.backends._ascend.ops.fused_add_rms_norm import LigerFusedAddRMSNormFunction
21+
from liger_kernel.ops.backends._ascend.ops.fused_add_rms_norm import fused_add_rms_norm_backward
22+
from liger_kernel.ops.backends._ascend.ops.fused_add_rms_norm import fused_add_rms_norm_forward
2023
from liger_kernel.ops.backends._ascend.ops.geglu import LigerGELUMulFunction
2124
from liger_kernel.ops.backends._ascend.ops.geglu import geglu_backward
2225
from liger_kernel.ops.backends._ascend.ops.geglu import geglu_forward
@@ -40,6 +43,9 @@
4043
"LigerEmbeddingFunction",
4144
"embedding_forward",
4245
"embedding_backward",
46+
"LigerFusedAddRMSNormFunction",
47+
"fused_add_rms_norm_forward",
48+
"fused_add_rms_norm_backward",
4349
"LigerGELUMulFunction",
4450
"geglu_forward",
4551
"geglu_backward",

0 commit comments

Comments
 (0)