Add fix and tests

Author: DomCRose

ext/NNlibCUDA/src/cudnn/activations.jl

@@ -18,13 +18,13 @@ for (f, op) in [
     @eval begin
         # in-place
         function Base.materialize!(dst::DenseCuArray{<:CUDNNFloat},
-                                   bc::Broadcast.Broadcasted{<:Any,<:Any,typeof($f),<:Tuple{DenseCuArray}})
+                                   bc::Broadcast.Broadcasted{<:Any,<:Any,typeof($f),<:Tuple{DenseCuArray{<:CUDNNFloat}}})
             $op(bc.args[1], dst)
             return dst
         end
 
         # out of place
-        function Base.materialize(bc::Broadcast.Broadcasted{<:Any,<:Any,typeof($f),<:Tuple{DenseCuArray}})
+        function Base.materialize(bc::Broadcast.Broadcasted{<:Any,<:Any,typeof($f),<:Tuple{DenseCuArray{<:CUDNNFloat}}})
             ElType = Broadcast.combine_eltypes(bc.f, bc.args)
             dst = similar(bc, ElType)
             $op(bc.args[1], dst)

ext/NNlibCUDA/test/activations.jl

@@ -7,9 +7,27 @@
 end
 
 @testset "forward diff" begin
-    f(x) = logσ.(x)
+    f = (x) -> logσ.(x)
     ds = Dual.(rand(5),1)
     @test f(ds) ≈ collect(f(CuArray(ds)))
+    f = (x) -> tanh.(x)
+    ds = Dual.(rand(5),1)
+    @test f(ds) ≈ collect(f(CuArray(ds)))
+    f = (x) -> σ.(x)
+    ds = Dual.(rand(5),1)
+    @test f(ds) ≈ collect(f(CuArray(ds)))
+    f = (x) -> elu.(x)
+    ds = Dual.(rand(5),1)
+    @test f(ds) ≈ collect(f(CuArray(ds)))
+    f = (x) -> relu.(x)
+    ds = Dual.(rand(5),1)
+    @test f(ds) ≈ collect(f(CuArray(ds)))
+end
+
+@testset "complex" begin
+    f = (x) -> tanh.(x)
+    cs = rand(ComplexF64, 5)
+    @test f(cs) ≈ collect(f(CuArray(cs)))
 end
 
 @testset "softplus" begin