diff --git a/src/initialization.jl b/src/initialization.jl
index 8a363b9ac..e03f41afc 100644
--- a/src/initialization.jl
+++ b/src/initialization.jl
@@ -267,9 +267,6 @@ function get_initial_values(prob, valp, f, alg::OverrideInit,
         success = true
     else
         nlsolve_alg = something(nlsolve_alg, alg.nlsolve, Some(nothing))
-        if nlsolve_alg === nothing && state_values(initprob) !== nothing
-            throw(OverrideInitMissingAlgorithm())
-        end
         if alg.abstol !== nothing
             _abstol = alg.abstol
         elseif abstol !== nothing
diff --git a/test/downstream/initialization.jl b/test/downstream/initialization.jl
index b5cbe525b..213d2c2bf 100644
--- a/test/downstream/initialization.jl
+++ b/test/downstream/initialization.jl
@@ -241,9 +241,11 @@ end
     @test SciMLBase.initialization_status(prob) == SciMLBase.FULLY_DETERMINED
     integ = init(prob; initializealg = NoInit())
 
-    @testset "Errors without `nlsolve_alg`" begin
-        @test_throws SciMLBase.OverrideInitMissingAlgorithm SciMLBase.get_initial_values(
-            prob, integ, fn, SciMLBase.OverrideInit(), Val(false))
+    @testset "Works without `nlsolve_alg`" begin
+        abstol = 1e-10
+        reltol = 1e-8
+        SciMLBase.get_initial_values(
+            prob, integ, fn, SciMLBase.OverrideInit(), Val(false); abstol, reltol)
     end
 
     abstol = 1e-10
diff --git a/test/initialization.jl b/test/initialization.jl
index 5361a6bec..a4e84cd27 100644
--- a/test/initialization.jl
+++ b/test/initialization.jl
@@ -162,9 +162,11 @@ end
     @test SciMLBase.initialization_status(prob) == SciMLBase.FULLY_DETERMINED
     integ = init(prob; initializealg = NoInit())
 
-    @testset "Errors without `nlsolve_alg`" begin
-        @test_throws SciMLBase.OverrideInitMissingAlgorithm SciMLBase.get_initial_values(
-            prob, integ, fn, SciMLBase.OverrideInit(), Val(false))
+    @testset "Works without `nlsolve_alg`" begin
+        abstol = 1e-10
+        reltol = 1e-10
+        SciMLBase.get_initial_values(
+            prob, integ, fn, SciMLBase.OverrideInit(), Val(false); abstol, reltol)
     end
 
     abstol = 1e-10