We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 57e2263 commit 62401d8Copy full SHA for 62401d8
ggml/include/ggml.h
@@ -1150,7 +1150,8 @@ extern "C" {
1150
struct ggml_tensor * a);
1151
1152
// xIELU activation function
1153
- // x = x * (alpha_n + alpha_p * sigmoid(beta * x)) + eps * (x > 0)
+ // https://arxiv.org/abs/2411.13010
1154
+ // x = (x > 0) ? a_p * x^2 + b * x : (exmp1(min(x, eps)) - x) * a_n + b * x
1155
GGML_API struct ggml_tensor * ggml_xielu(
1156
struct ggml_context * ctx,
1157
struct ggml_tensor * a,
0 commit comments