Merge pull request #9 from mcabbott/rev

`slicemap` with `rev=true`

Author: mcabbott

src/SliceMap.jl

@@ -95,14 +95,25 @@ The gradient is for Zygote only.
 
 Parameters within the function `f` (if there are any) should be correctly tracked,
 which is not the case for `mapcols()`.
+Keyword `rev=true` will apply `f` to `Iterators.reverse(Slices(A,...))`, thus iterating
+in the opposite order.
 """
-function slicemap(f, A::AbstractArray{T,N}, args...; dims) where {T,N}
+function slicemap(f, A::AbstractArray{T,N}, args...; dims, rev::Bool=false) where {T,N}
     code = ntuple(d -> d in dims ? True() : False(), N)
     B = JuliennedArrays.Slices(A, code...)
-    C = [ f(slice, args...) for slice in B ]
+    C = if rev==false
+        [ f(slice, args...) for slice in B ]
+    else
+        R = [ f(slice, args...) for slice in iter_reverse(B) ]
+        iter_reverse(R)
+    end
     JuliennedArrays.Align(C, code...)
 end
 
+iter_reverse(x) = collect(Iterators.reverse(x))
+
+@adjoint iter_reverse(x) = iter_reverse(x), dy -> (iter_reverse(dy),)
+
 #========== Forward, Static ==========#
 
 using StaticArrays, ForwardDiff

test/runtests.jl

@@ -167,3 +167,28 @@ end
     # https://github.com/FluxML/Zygote.jl/issues/522#issuecomment-605935652
 
 end
+@testset "slicemap rev=true" begin
+
+    rec(store) = x -> (push!(store, first(x)); x)
+    A = [1,1,1] .* (1:5)'
+    
+    store = []
+    slicemap(rec(store), A; dims=1)
+    @test store == 1:5
+
+    store = []
+    slicemap(rec(store), A; dims=1, rev=true)
+    @test store == 5:-1:1
+
+    # gradient check as above
+    ten = randn(3,4,5,2)
+    fun(x::AbstractVector) = sqrt(3) .+ x.^3 ./ (sum(x)^2)
+    res = mapslices(fun, ten, dims=3)
+    @test res ≈ slicemap(fun, ten; dims=3, rev=true)
+    @test res ≈ slicemap(fun, ten; dims=3, rev=false)
+
+    grad = ForwardDiff.gradient(x -> sum(sin, mapslices(fun, x, dims=3)), ten)
+    @test grad ≈ Zygote.gradient(x -> sum(sin, slicemap(fun, x, dims=3, rev=false)), ten)[1]
+    @test grad ≈ Zygote.gradient(x -> sum(sin, slicemap(fun, x, dims=3, rev=true)), ten)[1]
+
+end