diff --git a/Project.toml b/Project.toml
index 4d3e3b149..d84e40794 100644
--- a/Project.toml
+++ b/Project.toml
@@ -62,7 +62,7 @@ LinearSolvePardisoExt = "Pardiso"
 LinearSolveRecursiveArrayToolsExt = "RecursiveArrayTools"
 
 [compat]
-AllocCheck = "0.1"
+AllocCheck = "0.2"
 Aqua = "0.8"
 ArrayInterface = "7.7"
 BandedMatrices = "1.5"
@@ -115,7 +115,7 @@ StaticArrays = "1.5"
 StaticArraysCore = "1.4.2"
 Test = "1"
 UnPack = "1"
-Zygote = "0.6.69"
+Zygote = "0.7"
 julia = "1.10"
 
 [extras]
diff --git a/src/factorization.jl b/src/factorization.jl
index 0d339f1c4..74631d158 100644
--- a/src/factorization.jl
+++ b/src/factorization.jl
@@ -213,12 +213,19 @@ function init_cacheval(alg::QRFactorization, A, b, u, Pl, Pr,
     ArrayInterface.qr_instance(convert(AbstractMatrix, A), alg.pivot)
 end
 
-function init_cacheval(alg::QRFactorization, A::Symmetric, b, u, Pl, Pr,
+function init_cacheval(alg::QRFactorization, A::Symmetric{<:Number, <:Array}, b, u, Pl, Pr,
         maxiters::Int, abstol, reltol, verbose::Bool,
         assumptions::OperatorAssumptions)
     return qr(convert(AbstractMatrix, A), alg.pivot)
 end
 
+function init_cacheval(
+        alg::QRFactorization, A::Symmetric{<:Number, <:SparseMatrixCSC}, b, u, Pl, Pr,
+        maxiters::Int, abstol, reltol, verbose::Bool,
+        assumptions::OperatorAssumptions)
+    return nothing
+end
+
 const PREALLOCATED_QR_ColumnNorm = ArrayInterface.qr_instance(rand(1, 1), ColumnNorm())
 
 function init_cacheval(alg::QRFactorization{ColumnNorm}, A::Matrix{Float64}, b, u, Pl, Pr,