addes test for entropy

Author: torfjelde

Project.toml

@@ -9,8 +9,8 @@ ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210"
 LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
 PDMats = "90014a1f-27ba-587c-ab20-58faa44d9150"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
-StatsBase = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
 SpecialFunctions = "276daf66-3868-5448-9aa4-cd146d93841b"
+StatsBase = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
 StatsFuns = "4c63d2b9-4356-54db-8cca-17b64c39e42c"
 Tracker = "9f7883ad-71c0-57eb-9f7f-b5c9e6d3789c"
 Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"

src/multivariate.jl

@@ -30,9 +30,9 @@ struct TuringDiagMvNormal{Tm<:AbstractVector, Tσ<:AbstractVector} <: Continuous
     σ::Tσ
 end
 
-Distributions.params(d::TuringMvDiagNormal) = (d.m, d.σ)
-Distributions.dim(d::TuringMvDiagNormal) = length(d.m)
-Base.length(d::TuringMvDiagNormal) = length(d.m)
+Distributions.params(d::TuringDiagMvNormal) = (d.m, d.σ)
+Distributions.dim(d::TuringDiagMvNormal) = length(d.m)
+Base.length(d::TuringDiagMvNormal) = length(d.m)
 Base.size(d::TuringDiagMvNormal) = (length(d), length(d))
 function Distributions.rand(rng::Random.AbstractRNG, d::TuringDiagMvNormal, n::Int)
     return d.m .+ d.σ .* randn(rng, length(d), n)
@@ -79,7 +79,7 @@ function _logpdf(d::TuringDenseMvNormal, x::AbstractMatrix)
 end
 
 import StatsBase: entropy
-function entropy(d::TuringMvDiagNormal)
+function entropy(d::TuringDiagMvNormal)
     T = eltype(d.σ)
     return (length(d) * (T(log2π) + one(T)) / 2 + sum(log.(d.σ)))
 end

test/others.jl

@@ -1,3 +1,5 @@
+using StatsBase: entropy
+
 @testset "Others" begin
     @test fill(param(1.0), 3) isa TrackedArray
     x = rand(3)
@@ -11,3 +13,11 @@
     B = copy(A)
     @test DistributionsAD.zygote_ldiv(A, B) == A \ B
 end
+
+@testset "Extras from StatsBase.jl" begin
+    sigmas = exp.(randn(10))
+    d1 = TuringDiagMvNormal(zeros(10), sigmas)
+    d2 = MvNormal(zeros(10), sigmas)
+
+    @test entropy(d1) == entropy(d2)
+end