Support ConvTranspose and CrossCor layers

Author: adrhill

src/flux_types.jl

@@ -1,6 +1,6 @@
 ## Layer types
 """Union type for convolutional layers."""
-const ConvLayer = Union{Conv} # TODO: DepthwiseConv, ConvTranspose, CrossCor
+const ConvLayer = Union{Conv, ConvTranspose, CrossCor}
 
 """Union type for dropout layers."""
 const DropoutLayer = Union{Dropout,typeof(Flux.dropout),AlphaDropout}

src/flux_utils.jl

@@ -6,13 +6,15 @@ In case the layer is unknown or no activation function is found, `nothing` is re
 """
 activation(l::Dense) = l.σ
 activation(l::Conv) = l.σ
+activation(l::ConvTranspose) = l.σ
+activation(l::CrossCor) = l.σ
 activation(l::BatchNorm) = l.λ
 activation(layer) = nothing # default for all other layer types
 
 function has_activation(layer)
     hasproperty(layer, :σ) && return true
     hasproperty(layer, :λ) && return true
-    return false
+    return !isnothing(activation(layer))
 end
 
 """