|
1 | 1 | @testset "dense LinearAlgebra" begin
|
2 |
| - @testset "dot" begin |
3 |
| - @testset "Vector{$T}" for T in (Float64, ComplexF64) |
4 |
| - @gpu test_frule(dot, randn(T, 3), randn(T, 3)) |
5 |
| - @gpu test_rrule(dot, randn(T, 3), randn(T, 3)) |
6 |
| - end |
7 |
| - @testset "Array{$T, 3}" for T in (Float64, ComplexF64) |
8 |
| - test_frule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
9 |
| - test_rrule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
10 |
| - end |
11 |
| - @testset "mismatched shapes" begin |
12 |
| - # forward |
13 |
| - @gpu test_frule(dot, randn(3, 5), randn(5, 3)) |
14 |
| - @gpu test_frule(dot, randn(15), randn(5, 3)) |
15 |
| - # reverse |
16 |
| - @gpu test_rrule(dot, randn(3, 5), randn(5, 3)) |
17 |
| - @gpu test_rrule(dot, randn(15), randn(5, 3)) |
18 |
| - end |
19 |
| - @testset "3-arg dot, Array{$T}" for T in (Float64, ComplexF64) |
20 |
| - @gpu_broken test_frule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
21 |
| - @gpu test_rrule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
22 |
| - end |
23 |
| - permuteddimsarray(A) = PermutedDimsArray(A, (2,1)) |
24 |
| - @testset "3-arg dot, $F{$T}" for T in (Float32, ComplexF32), F in (adjoint, permuteddimsarray) |
25 |
| - A = F(rand(T, 4, 3)) ⊢ F(rand(T, 4, 3)) |
26 |
| - test_frule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
27 |
| - test_rrule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
28 |
| - end |
29 |
| - @testset "different types" begin |
30 |
| - test_rrule(dot, rand(2), rand(2, 2), rand(ComplexF64, 2)) |
31 |
| - test_rrule(dot, rand(2), Diagonal(rand(2)), rand(ComplexF64, 2)) |
| 2 | + # @testset "dot" begin |
| 3 | + # @testset "Vector{$T}" for T in (Float64, ComplexF64) |
| 4 | + # @gpu test_frule(dot, randn(T, 3), randn(T, 3)) |
| 5 | + # @gpu test_rrule(dot, randn(T, 3), randn(T, 3)) |
| 6 | + # end |
| 7 | + # @testset "Array{$T, 3}" for T in (Float64, ComplexF64) |
| 8 | + # test_frule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
| 9 | + # test_rrule(dot, randn(T, 3, 4, 5), randn(T, 3, 4, 5)) |
| 10 | + # end |
| 11 | + # @testset "mismatched shapes" begin |
| 12 | + # # forward |
| 13 | + # @gpu test_frule(dot, randn(3, 5), randn(5, 3)) |
| 14 | + # @gpu test_frule(dot, randn(15), randn(5, 3)) |
| 15 | + # # reverse |
| 16 | + # @gpu test_rrule(dot, randn(3, 5), randn(5, 3)) |
| 17 | + # @gpu test_rrule(dot, randn(15), randn(5, 3)) |
| 18 | + # end |
| 19 | + # @testset "3-arg dot, Array{$T}" for T in (Float64, ComplexF64) |
| 20 | + # @gpu_broken test_frule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
| 21 | + # @gpu test_rrule(dot, randn(T, 3), randn(T, 3, 4), randn(T, 4)) |
| 22 | + # end |
| 23 | + # permuteddimsarray(A) = PermutedDimsArray(A, (2,1)) |
| 24 | + # @testset "3-arg dot, $F{$T}" for T in (Float32, ComplexF32), F in (adjoint, permuteddimsarray) |
| 25 | + # A = F(rand(T, 4, 3)) ⊢ F(rand(T, 4, 3)) |
| 26 | + # test_frule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
| 27 | + # test_rrule(dot, rand(T, 3), A, rand(T, 4); rtol=1f-3) |
| 28 | + # end |
| 29 | + # @testset "different types" begin |
| 30 | + # test_rrule(dot, rand(2), rand(2, 2), rand(ComplexF64, 2)) |
| 31 | + # test_rrule(dot, rand(2), Diagonal(rand(2)), rand(ComplexF64, 2)) |
32 | 32 |
|
33 |
| - # Inference failure due to https://github.com/JuliaDiff/ChainRulesCore.jl/issues/407 |
34 |
| - test_rrule(dot, Diagonal(rand(2)), rand(2, 2); check_inferred=false) |
35 |
| - end |
36 |
| - end |
| 33 | + # # Inference failure due to https://github.com/JuliaDiff/ChainRulesCore.jl/issues/407 |
| 34 | + # test_rrule(dot, Diagonal(rand(2)), rand(2, 2); check_inferred=false) |
| 35 | + # end |
| 36 | + # end |
37 | 37 |
|
38 |
| - @testset "mul!" begin |
39 |
| - test_frule(mul!, rand(4), rand(4, 5), rand(5)) |
40 |
| - test_frule(mul!, rand(3, 3), rand(3, 3), rand(3, 3)) |
41 |
| - test_frule(mul!, rand(3, 3), rand(), rand(3, 3)) |
| 38 | + # @testset "mul!" begin |
| 39 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5)) |
| 40 | + # test_frule(mul!, rand(3, 3), rand(3, 3), rand(3, 3)) |
| 41 | + # test_frule(mul!, rand(3, 3), rand(), rand(3, 3)) |
42 | 42 |
|
43 |
| - # Rule with α,β::Bool is only visually more complicated: |
44 |
| - test_frule(mul!, rand(4), rand(4, 5), rand(5), true, true) |
45 |
| - test_frule(mul!, rand(4), rand(4, 5), rand(5), false, true) |
46 |
| - test_frule(mul!, rand(4), rand(4, 5), rand(5), true, false) |
47 |
| - test_frule(mul!, rand(4), rand(4, 5), rand(5), false, false) |
| 43 | + # # Rule with α,β::Bool is only visually more complicated: |
| 44 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), true, true) |
| 45 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), false, true) |
| 46 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), true, false) |
| 47 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), false, false) |
48 | 48 |
|
49 |
| - # Rule with nontrivial α, β allocates A*B: |
50 |
| - test_frule(mul!, rand(4), rand(4, 5), rand(5), true, randn()) |
51 |
| - test_frule(mul!, rand(4), rand(4, 5), rand(5), randn(), randn()) |
52 |
| - end |
| 49 | + # # Rule with nontrivial α, β allocates A*B: |
| 50 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), true, randn()) |
| 51 | + # test_frule(mul!, rand(4), rand(4, 5), rand(5), randn(), randn()) |
| 52 | + # end |
53 | 53 |
|
54 |
| - @testset "cross" begin |
55 |
| - test_frule(cross, randn(3), randn(3)) |
56 |
| - test_frule(cross, randn(ComplexF64, 3), randn(ComplexF64, 3)) |
57 |
| - test_rrule(cross, randn(3), randn(3)) |
58 |
| - # No complex support for rrule(cross,... |
| 54 | + # @testset "cross" begin |
| 55 | + # test_frule(cross, randn(3), randn(3)) |
| 56 | + # test_frule(cross, randn(ComplexF64, 3), randn(ComplexF64, 3)) |
| 57 | + # test_rrule(cross, randn(3), randn(3)) |
| 58 | + # # No complex support for rrule(cross,... |
59 | 59 |
|
60 |
| - # mix types |
61 |
| - test_rrule(cross, rand(3), rand(Float32, 3); rtol = 1.0e-7, atol = 1.0e-7) |
62 |
| - end |
63 |
| - @testset "pinv" begin |
64 |
| - @testset "$T" for T in (Float64, ComplexF64) |
65 |
| - test_scalar(pinv, randn(T)) |
66 |
| - @test frule((ZeroTangent(), randn(T)), pinv, zero(T))[2] ≈ zero(T) |
67 |
| - @test rrule(pinv, zero(T))[2](randn(T))[2] ≈ zero(T) |
68 |
| - end |
69 |
| - @testset "Vector{$T}" for T in (Float64, ComplexF64) |
70 |
| - test_frule(pinv, randn(T, 3), 0.0) |
71 |
| - test_frule(pinv, randn(T, 3), 0.0) |
| 60 | + # # mix types |
| 61 | + # test_rrule(cross, rand(3), rand(Float32, 3); rtol = 1.0e-7, atol = 1.0e-7) |
| 62 | + # end |
| 63 | + # @testset "pinv" begin |
| 64 | + # @testset "$T" for T in (Float64, ComplexF64) |
| 65 | + # test_scalar(pinv, randn(T)) |
| 66 | + # @test frule((ZeroTangent(), randn(T)), pinv, zero(T))[2] ≈ zero(T) |
| 67 | + # @test rrule(pinv, zero(T))[2](randn(T))[2] ≈ zero(T) |
| 68 | + # end |
| 69 | + # @testset "Vector{$T}" for T in (Float64, ComplexF64) |
| 70 | + # test_frule(pinv, randn(T, 3), 0.0) |
| 71 | + # test_frule(pinv, randn(T, 3), 0.0) |
72 | 72 |
|
73 |
| - # Checking types. TODO do we still need this? |
74 |
| - x = randn(T, 3) |
75 |
| - ẋ = randn(T, 3) |
76 |
| - Δy = copyto!(similar(pinv(x)), randn(T, 3)) |
77 |
| - @test frule((ZeroTangent(), ẋ), pinv, x)[2] isa typeof(pinv(x)) |
78 |
| - @test rrule(pinv, x)[2](Δy)[2] isa typeof(x) |
79 |
| - end |
| 73 | + # # Checking types. TODO do we still need this? |
| 74 | + # x = randn(T, 3) |
| 75 | + # ẋ = randn(T, 3) |
| 76 | + # Δy = copyto!(similar(pinv(x)), randn(T, 3)) |
| 77 | + # @test frule((ZeroTangent(), ẋ), pinv, x)[2] isa typeof(pinv(x)) |
| 78 | + # @test rrule(pinv, x)[2](Δy)[2] isa typeof(x) |
| 79 | + # end |
80 | 80 |
|
81 |
| - @testset "$F{Vector{$T}}" for T in (Float64, ComplexF64), F in (Transpose, Adjoint) |
82 |
| - test_frule(pinv, F(randn(T, 3))) |
83 |
| - test_rrule(pinv, F(randn(T, 3))) |
| 81 | + # @testset "$F{Vector{$T}}" for T in (Float64, ComplexF64), F in (Transpose, Adjoint) |
| 82 | + # test_frule(pinv, F(randn(T, 3))) |
| 83 | + # test_rrule(pinv, F(randn(T, 3))) |
84 | 84 |
|
85 |
| - # Check types. |
86 |
| - # TODO: Do we need this still? |
87 |
| - x, ẋ, x̄ = F(randn(T, 3)), F(randn(T, 3)), F(randn(T, 3)) |
88 |
| - y = pinv(x) |
89 |
| - Δy = copyto!(similar(y), randn(T, 3)) |
| 85 | + # # Check types. |
| 86 | + # # TODO: Do we need this still? |
| 87 | + # x, ẋ, x̄ = F(randn(T, 3)), F(randn(T, 3)), F(randn(T, 3)) |
| 88 | + # y = pinv(x) |
| 89 | + # Δy = copyto!(similar(y), randn(T, 3)) |
90 | 90 |
|
91 |
| - y_fwd, ∂y_fwd = frule((ZeroTangent(), ẋ), pinv, x) |
92 |
| - @test y_fwd isa typeof(y) |
93 |
| - @test ∂y_fwd isa typeof(y) |
| 91 | + # y_fwd, ∂y_fwd = frule((ZeroTangent(), ẋ), pinv, x) |
| 92 | + # @test y_fwd isa typeof(y) |
| 93 | + # @test ∂y_fwd isa typeof(y) |
94 | 94 |
|
95 |
| - y_rev, back = rrule(pinv, x) |
96 |
| - @test y_rev isa typeof(y) |
97 |
| - @test back(Δy)[2] isa typeof(x) |
98 |
| - end |
99 |
| - @testset "Matrix{$T} with size ($m,$n)" for T in (Float64, ComplexF64), |
100 |
| - m in 1:3, |
101 |
| - n in 1:3 |
| 95 | + # y_rev, back = rrule(pinv, x) |
| 96 | + # @test y_rev isa typeof(y) |
| 97 | + # @test back(Δy)[2] isa typeof(x) |
| 98 | + # end |
| 99 | + # @testset "Matrix{$T} with size ($m,$n)" for T in (Float64, ComplexF64), |
| 100 | + # m in 1:3, |
| 101 | + # n in 1:3 |
102 | 102 |
|
103 |
| - test_frule(pinv, randn(T, m, n)) |
104 |
| - test_rrule(pinv, randn(T, m, n)) |
105 |
| - end |
106 |
| - end |
107 |
| - @testset "$f" for f in (det, logdet) |
108 |
| - @testset "$f(::$T)" for T in (Float64, ComplexF64) |
109 |
| - b = (f === logdet && T <: Real) ? abs(randn(T)) : randn(T) |
110 |
| - test_scalar(f, b) |
111 |
| - end |
112 |
| - @testset "$f(::Matrix{$T})" for T in (Float64, ComplexF64) |
113 |
| - B = generate_well_conditioned_matrix(T, 4) |
114 |
| - if f === logdet && float(T) <: Float32 |
115 |
| - test_frule(f, B; atol=1e-5, rtol=1e-5) |
116 |
| - test_rrule(f, B; atol=1e-5, rtol=1e-5) |
117 |
| - else |
118 |
| - test_frule(f, B) |
119 |
| - test_rrule(f, B) |
120 |
| - end |
121 |
| - end |
122 |
| - @testset "$f(complex determinant)" begin |
123 |
| - B = randn(ComplexF64, 4, 4) |
124 |
| - U = exp(B - B') |
125 |
| - test_frule(f, U) |
126 |
| - test_rrule(f, U) |
127 |
| - end |
128 |
| - @testset "gpu" begin |
129 |
| - @gpu_broken test_rrule(f, reshape(1:9, 3, 3)+I*pi) |
130 |
| - end |
131 |
| - end |
132 |
| - @testset "logabsdet(::Matrix{$T})" for T in (Float64, ComplexF64) |
133 |
| - B = randn(T, 4, 4) |
134 |
| - test_frule(logabsdet, B) |
135 |
| - test_rrule(logabsdet, B) |
136 |
| - # test for opposite sign of determinant |
137 |
| - test_frule(logabsdet, -B) |
138 |
| - test_rrule(logabsdet, -B) |
139 |
| - end |
140 |
| - @testset "tr" begin |
141 |
| - @gpu test_frule(tr, randn(4, 4)) |
142 |
| - @gpu test_rrule(tr, randn(4, 4)) |
143 |
| - end |
144 |
| - @testset "sylvester" begin |
145 |
| - @testset "T=$T, m=$m, n=$n" for T in (Float64, ComplexF64), m in (2, 3), n in (1, 3) |
146 |
| - A = randn(T, m, m) |
147 |
| - B = randn(T, n, n) |
148 |
| - C = randn(T, m, n) |
149 |
| - test_frule(sylvester, A, B, C) |
150 |
| - test_rrule(sylvester, A, B, C) |
151 |
| - end |
152 |
| - end |
153 |
| - @testset "lyap" begin |
154 |
| - n = 3 |
155 |
| - @testset "Float64" for T in (Float64, ComplexF64) |
156 |
| - A = randn(T, n, n) |
157 |
| - C = randn(T, n, n) |
158 |
| - test_frule(lyap, A, C) |
159 |
| - test_rrule(lyap, A, C) |
160 |
| - end |
161 |
| - end |
| 103 | + # test_frule(pinv, randn(T, m, n)) |
| 104 | + # test_rrule(pinv, randn(T, m, n)) |
| 105 | + # end |
| 106 | + # end |
| 107 | + # @testset "$f" for f in (det, logdet) |
| 108 | + # @testset "$f(::$T)" for T in (Float64, ComplexF64) |
| 109 | + # b = (f === logdet && T <: Real) ? abs(randn(T)) : randn(T) |
| 110 | + # test_scalar(f, b) |
| 111 | + # end |
| 112 | + # @testset "$f(::Matrix{$T})" for T in (Float64, ComplexF64) |
| 113 | + # B = generate_well_conditioned_matrix(T, 4) |
| 114 | + # if f === logdet && float(T) <: Float32 |
| 115 | + # test_frule(f, B; atol=1e-5, rtol=1e-5) |
| 116 | + # test_rrule(f, B; atol=1e-5, rtol=1e-5) |
| 117 | + # else |
| 118 | + # test_frule(f, B) |
| 119 | + # test_rrule(f, B) |
| 120 | + # end |
| 121 | + # end |
| 122 | + # @testset "$f(complex determinant)" begin |
| 123 | + # B = randn(ComplexF64, 4, 4) |
| 124 | + # U = exp(B - B') |
| 125 | + # test_frule(f, U) |
| 126 | + # test_rrule(f, U) |
| 127 | + # end |
| 128 | + # @testset "gpu" begin |
| 129 | + # @gpu_broken test_rrule(f, reshape(1:9, 3, 3)+I*pi) |
| 130 | + # end |
| 131 | + # end |
| 132 | + # @testset "logabsdet(::Matrix{$T})" for T in (Float64, ComplexF64) |
| 133 | + # B = randn(T, 4, 4) |
| 134 | + # test_frule(logabsdet, B) |
| 135 | + # test_rrule(logabsdet, B) |
| 136 | + # # test for opposite sign of determinant |
| 137 | + # test_frule(logabsdet, -B) |
| 138 | + # test_rrule(logabsdet, -B) |
| 139 | + # end |
| 140 | + # @testset "tr" begin |
| 141 | + # @gpu test_frule(tr, randn(4, 4)) |
| 142 | + # @gpu test_rrule(tr, randn(4, 4)) |
| 143 | + # end |
| 144 | + # @testset "sylvester" begin |
| 145 | + # @testset "T=$T, m=$m, n=$n" for T in (Float64, ComplexF64), m in (2, 3), n in (1, 3) |
| 146 | + # A = randn(T, m, m) |
| 147 | + # B = randn(T, n, n) |
| 148 | + # C = randn(T, m, n) |
| 149 | + # test_frule(sylvester, A, B, C) |
| 150 | + # test_rrule(sylvester, A, B, C) |
| 151 | + # end |
| 152 | + # end |
| 153 | + # @testset "lyap" begin |
| 154 | + # n = 3 |
| 155 | + # @testset "Float64" for T in (Float64, ComplexF64) |
| 156 | + # A = randn(T, n, n) |
| 157 | + # C = randn(T, n, n) |
| 158 | + # test_frule(lyap, A, C) |
| 159 | + # test_rrule(lyap, A, C) |
| 160 | + # end |
| 161 | + # end |
162 | 162 | VERSION ≥ v"1.9.0" && @testset "kron" begin
|
163 | 163 | @testset "AbstractVecOrMat{$T1}, AbstractVecOrMat{$T2}" for T1 in (Float64, ComplexF64), T2 in (Float64, ComplexF64)
|
164 | 164 | @testset "frule" begin
|
|
0 commit comments