diff --git a/Project.toml b/Project.toml
index af197535..1f83974f 100644
--- a/Project.toml
+++ b/Project.toml
@@ -13,6 +13,7 @@ FastClosures = "9aa1b823-49e4-5ca5-8b0f-3971ec8bab6a"
 Lux = "b2108857-7c20-44ae-9111-449ecde12c47"
 LuxCore = "bb33d45b-7691-41d6-9220-0943567d0623"
 NNlib = "872c559c-99b0-510c-b3b7-b6c96a88d5cd"
+NonlinearSolveBase = "be0214bd-f91f-a760-ac4e-3421ce2b2da0"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 SciMLBase = "0bca4576-84f4-4d90-8ffe-ffa030f20462"
 SciMLSensitivity = "1ed8b502-d754-442c-8d5d-10ac956f44a1"
@@ -40,7 +41,8 @@ LuxTestUtils = "1"
 MLDataDevices = "1"
 NLsolve = "4.5.1"
 NNlib = "0.9.17"
-NonlinearSolve = "3.10.0"
+NonlinearSolve = "3.10.0, 4"
+NonlinearSolveBase = "1.5"
 OrdinaryDiffEq = "6.74.1"
 Pkg = "1.10"
 Random = "1.10"
@@ -51,7 +53,7 @@ StableRNGs = "1.0.2"
 Static = "1.1.1"
 SteadyStateDiffEq = "2.3.2"
 Test = "1.10"
-Zygote = "0.6.69"
+Zygote = "0.6.69, 0.7"
 julia = "1.10"
 
 [extras]
diff --git a/src/DeepEquilibriumNetworks.jl b/src/DeepEquilibriumNetworks.jl
index 382c7439..64095f19 100644
--- a/src/DeepEquilibriumNetworks.jl
+++ b/src/DeepEquilibriumNetworks.jl
@@ -2,9 +2,10 @@ module DeepEquilibriumNetworks
 
 using ADTypes: AutoFiniteDiff, AutoForwardDiff, AutoZygote
 using ChainRulesCore: ChainRulesCore
-using CommonSolve: solve
+using CommonSolve: solve, init
 using ConcreteStructs: @concrete
-using DiffEqBase: DiffEqBase, AbsNormTerminationMode
+using DiffEqBase: DiffEqBase
+using NonlinearSolveBase: AbsNormTerminationMode
 using FastClosures: @closure
 using Random: Random, AbstractRNG, randn!
 using SciMLBase: SciMLBase, AbstractNonlinearAlgorithm, AbstractODEAlgorithm,