Merge pull request #183 from matsueushi/cuarray

Add comment for wrapper functions in CuArrays.jl

Author: CarloLucibello

src/activation.jl

@@ -1,6 +1,11 @@
 export σ, sigmoid, hardσ, hardsigmoid, hardtanh, relu, leakyrelu, relu6, rrelu, elu, gelu, swish, selu, celu, softplus, softsign, logσ,
        logsigmoid, logcosh, mish, tanhshrink, softshrink, thresholdrelu, trelu, lisht
 
+## Activation functions
+# 
+# Some of activation functions have its wrapper function for GPU in CuArrays.jl.
+# https://github.com/JuliaGPU/CuArrays.jl/issues/614
+
 """
     σ(x) = 1 / (1 + exp(-x))
 

test/activation.jl

@@ -1,6 +1,6 @@
 using NNlib, Test, Zygote
 
-ACTIVATION_FUNCTIONS = [σ, hardσ, hardtanh, relu, leakyrelu, relu6, rrelu, elu, gelu, celu, swish, lisht, selu, trelu, softplus, softsign, logcosh, mish, tanhshrink, softshrink];
+ACTIVATION_FUNCTIONS = [σ, hardσ, logσ, hardtanh, relu, leakyrelu, relu6, rrelu, elu, gelu, celu, swish, lisht, selu, trelu, softplus, softsign, logcosh, mish, tanhshrink, softshrink];
 
 function test_value_float_precision_preserving(a)
     @testset "$(a): " begin