AMD Ext, JL 1.10, depr Ccolamd, wip tests

Author: dehann

Project.toml

@@ -49,13 +49,15 @@ TimeZones = "f269a46b-ccf7-5d73-abea-4c690281aa53"
 UUIDs = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"
 
 [weakdeps]
+AMD = "14f7f29c-3bd6-536c-9a0b-7339e30b5a3e"
 DifferentialEquations = "0c46a032-eb83-5123-abaf-570d42b7fbaa"
 Flux = "587475ba-b771-5e3f-ad9e-33799f191a9c"
 Gadfly = "c91e804a-d5a3-530f-b6f0-dfbca275c004"
 InteractiveUtils = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
 Interpolations = "a98d9a8b-a2ab-59e6-89dd-64a1c18fca59"
 
 [extensions]
+IncrInfrApproxMinDegreeExt = "AMD"
 IncrInfrDiffEqFactorExt = "DifferentialEquations"
 IncrInfrFluxFactorsExt = "Flux"
 IncrInfrGadflyExt = "Gadfly"

src/services/ccolamd.jl renamed to attic/src/ccolamd.jl

@@ -0,0 +1,100 @@
+module IncrInfrApproxMinDegreeExt
+
+using AMD
+import IncrementalInference: _ccolamd, _ccolamd!
+
+# elseif ordering == :ccolamd
+#   cons = zeros(SuiteSparse_long, length(adjMat.colptr) - 1)
+#   cons[findall(x -> x in constraints, permuteds)] .= 1
+#   p = Ccolamd.ccolamd(adjMat, cons)
+#   @warn "Ccolamd is experimental in IIF at this point in time."
+
+const KNOBS = 20
+const STATS = 20
+
+
+
+function _ccolamd!(
+  n_row, #SuiteSparse_long,
+  A::AbstractVector{T}, # SuiteSparse_long},
+  p::AbstractVector, # SuiteSparse_long},
+  knobs::Union{Ptr{Nothing}, Vector{Float64}},
+  stats::AbstractVector, #{SuiteSparse_long},
+  cmember::Union{Ptr{Nothing}, <:AbstractVector}, #{SuiteSparse_long}},
+) where T
+  n_col = length(p) - 1
+
+  if length(stats) != STATS
+    error("stats must hcae length $STATS")
+  end
+  if isa(cmember, Vector) && length(cmember) != n_col
+    error("cmember must have length $n_col")
+  end
+
+  Alen = AMD.recommended(length(A), n_row, n_col)
+  resize!(A, Alen)
+
+  for i in eachindex(A)
+    A[i] -= 1
+  end
+  for i in eachindex(p)
+    p[i] -= 1
+  end
+  err = AMD.ccolamd( # ccolamd_l
+    n_row,
+    n_col,
+    Alen,
+    A,
+    p,
+    knobs,
+    stats,
+    cmember
+  )
+
+  if err == 0
+    AMD.report(stats)
+    error("call to ccolamd return with error code $(stats[4])")
+  end
+
+  for i in eachindex(p)
+    p[i] += 1
+  end
+
+  pop!(p) # remove last zero from pivoting vector
+  return p
+end
+
+function ccolamd!(
+  n_row,
+  A::AbstractVector{T}, #SuiteSparse_long},
+  p::AbstractVector, # {SuiteSparse_long},
+  cmember::Union{Ptr{Nothing}, <:AbstractVector{T}}, # SuiteSparse_long
+) where T
+  n_col = length(p) - 1
+
+  if length(cmember) != n_col
+    error("cmember must have length $n_col")
+  end
+
+  Alen = AMD.recommended(length(A), n_row, n_col)
+  resize!(A, Alen)
+  stats = zeros(T, STATS)
+  return _ccolamd!(n_row, A, p, C_NULL, stats, cmember)
+end
+
+function _ccolamd!(
+  n_row,
+  A::AbstractVector{T}, # ::Vector{SuiteSparse_long},
+  p::AbstractVector, # ::Vector{SuiteSparse_long},
+  constraints = zeros(T,length(p) - 1), # SuiteSparse_long, 
+) where T
+  n_col = length(p) - 1
+  return _ccolamd!(n_row, A, p, constraints)
+end
+
+_ccolamd(n_row,A,p,constraints) = _ccolamd!(n_row, copy(A), copy(p), constraints)
+_ccolamd(badjMat, constraints) = _ccolamd(size(badjMat, 1), A.rowval, A.colptr, constraints)
+
+
+
+end

ext/IncrInfrApproxMinDegreeExt.jl

@@ -1,4 +1,8 @@
 
+# AMD.jl
+function _ccolamd! end
+function _ccolamd end
+
 # Flux.jl
 function MixtureFluxModels end
 

ext/WeakDepsPrototypes.jl

@@ -56,10 +56,11 @@ using MetaGraphs
 using Logging
 using PrecompileTools
 
-# bringing in BSD 3-clause ccolamd
-include("services/ccolamd.jl")
-using SuiteSparse.CHOLMOD: SuiteSparse_long # For CCOLAMD constraints.
-using .Ccolamd
+# JL 1.10 transition to IncrInfrApproxMinDegreeExt instead
+# # bringing in BSD 3-clause ccolamd
+# include("services/ccolamd.jl")
+# using SuiteSparse.CHOLMOD: SuiteSparse_long # For CCOLAMD constraints.
+# using .Ccolamd
 
 # likely overloads or not exported by the upstream packages
 import Base: convert, ==, getproperty

src/IncrementalInference.jl

@@ -43,10 +43,13 @@ function getEliminationOrder(
     q, r, p = qr(A, (v"1.7" <= VERSION ? ColumnNorm() : Val(true)))
     p .= p |> reverse
   elseif ordering == :ccolamd
-    cons = zeros(SuiteSparse_long, length(adjMat.colptr) - 1)
+    cons = zeros(length(adjMat.colptr) - 1)
     cons[findall(x -> x in constraints, permuteds)] .= 1
-    p = Ccolamd.ccolamd(adjMat, cons)
-    @warn "Ccolamd is experimental in IIF at this point in time."
+    p = _ccolamd(adjMat, cons)
+      # cons = zeros(SuiteSparse_long, length(adjMat.colptr) - 1)
+      # cons[findall(x -> x in constraints, permuteds)] .= 1
+      # p = Ccolamd.ccolamd(adjMat, cons)
+    @warn "Integration via AMD.ccolamd under development and replaces pre-Julia 1.9 direct ccall approach."
   else
     @error("getEliminationOrder -- cannot do the requested ordering $(ordering)")
   end
@@ -61,8 +64,8 @@ function addBayesNetVerts!(dfg::AbstractDFG, elimOrder::Array{Symbol, 1})
   #
   for pId in elimOrder
     vert = DFG.getVariable(dfg, pId)
-    if getSolverData(vert).BayesNetVertID == nothing ||
-       getSolverData(vert).BayesNetVertID == :_null # Special serialization case of nothing
+    if  getSolverData(vert).BayesNetVertID == nothing ||
+        getSolverData(vert).BayesNetVertID == :_null # Special serialization case of nothing
       @debug "[AddBayesNetVerts] Assigning $pId.data.BayesNetVertID = $pId"
       getSolverData(vert).BayesNetVertID = pId
     else

src/services/BayesNet.jl

@@ -1,3 +1,4 @@
+using AMD
 using IncrementalInference
 using Test