revert changes to LM & LMTR, revert theta default value

Author: MaxenceGollier

src/LM_alg.jl

@@ -260,7 +260,7 @@ function LM(
     if ρk < η1 || ρk == Inf
       σk = σk * γ
     end
-    νInv = (σmax^2 + σk)/θ  # ‖J'J + σₖ I‖ = ‖J‖² + σₖ
+    νInv = (1 + θ) * (σmax^2 + σk)  # ‖J'J + σₖ I‖ = ‖J‖² + σₖ
     tired = k ≥ maxIter || elapsed_time > maxTime
   end
 

src/RegularizedOptimization.jl

@@ -19,11 +19,11 @@ include("splitting.jl")
 include("TR_alg.jl")
 include("TRDH_alg.jl")
 include("R2_alg.jl")
+include("LM_alg.jl")
+include("LMTR_alg.jl")
 include("R2DH.jl")
 include("R2NModel.jl")
 include("R2N.jl")
-include("LM_alg.jl")
-include("LMTR_alg.jl")
 include("AL_alg.jl")
 
 end  # module RegularizedOptimization

src/input_struct.jl

@@ -34,7 +34,7 @@ mutable struct ROSolverOptions{R}
     α::R = 1 / eps(R),
     ν::R = eps(R)^(1 / 5),
     γ::R = R(3),
-    θ::R = 1/(1+eps(R)^(1 / 5)),
+    θ::R = eps(R)^(1 / 5),
     β::R = 1 / eps(R),
     reduce_TR::Bool = true,
   ) where {R <: Real}