Move @stable_muladdmul within _bibimul!

Author: jishnub

src/bidiag.jl

@@ -621,26 +621,29 @@ function _MulAddMul_nonzeroalpha(_add::MulAddMul{ais1,bis0,Bool}) where {ais1,bi
 end
 _MulAddMul_nonzeroalpha(_add::MulAddMul{ais1,bis0,Bool}, ::Val{false}) where {ais1,bis0} = MulAddMul()
 
-_mul!(C::AbstractMatrix, A::BiTriSym, B::TriSym, _add::MulAddMul) =
-    _bibimul!(C, A, B, _add)
-_mul!(C::AbstractMatrix, A::BiTriSym, B::Bidiagonal, _add::MulAddMul) =
-    _bibimul!(C, A, B, _add)
-function _bibimul!(C, A, B, _add)
+_mul!(C::AbstractMatrix, A::BiTriSym, B::TriSym, alpha::Number, beta::Number) =
+    _bibimul!(C, A, B, alpha, beta)
+_mul!(C::AbstractMatrix, A::BiTriSym, B::Bidiagonal, alpha::Number, beta::Number) =
+    _bibimul!(C, A, B, alpha, beta)
+function _bibimul!(C, A, B, alpha, beta)
     require_one_based_indexing(C)
     matmul_size_check(size(C), size(A), size(B))
     n = size(A,1)
     iszero(n) && return C
     # We use `_rmul_or_fill!` instead of `_modify!` here since using
     # `_modify!` in the following loop will not update the
     # off-diagonal elements for non-zero beta.
-    _rmul_or_fill!(C, _add.beta)
-    _iszero_alpha(_add) && return C
+    _rmul_or_fill!(C, beta)
+    iszero(alpha) && return C
     # beta is unused in _bibimul_nonzeroalpha!, so we set it to false
-    _add_nonzeroalpha = _MulAddMul_nonzeroalpha(_add, Val(false))
-    _bibimul_nonzeroalpha!(C, A, B, _add_nonzeroalpha)
+    @stable_muladdmul _bibimul_nonzeroalpha!(C, A, B, MulAddMul(alpha, false))
     C
 end
 function _bibimul_nonzeroalpha!(C, A, B, _add)
+    _add_nonzeroalpha = _MulAddMul_nonzeroalpha(_add)
+    __bibimul_nonzeroalpha!(C, A, B, _add_nonzeroalpha)
+end
+function __bibimul_nonzeroalpha!(C, A, B, _add)
     n = size(A,1)
     if n == 1
         # naive multiplication
@@ -668,7 +671,7 @@ function _bibimul_nonzeroalpha!(C, A, B, _add)
         end
     end # inbounds
     # middle columns
-    __bibimul!(C, A, B, _add)
+    __bibimul_bulk!(C, A, B, _add)
     @inbounds begin
         if n >= 4
             C[n-3,n-1] += _add(A[n-3,n-2]*B[n-2,n-1])
@@ -685,7 +688,7 @@ function _bibimul_nonzeroalpha!(C, A, B, _add)
     end # inbounds
     C
 end
-function __bibimul!(C, A, B, _add)
+function __bibimul_bulk!(C, A, B, _add)
     n = size(A,1)
     Al = _diag(A, -1)
     Ad = _diag(A, 0)
@@ -717,7 +720,7 @@ function __bibimul!(C, A, B, _add)
     end
     C
 end
-function __bibimul!(C, A, B::Bidiagonal, _add)
+function __bibimul_bulk!(C, A, B::Bidiagonal, _add)
     n = size(A,1)
     Al = _diag(A, -1)
     Ad = _diag(A, 0)
@@ -764,7 +767,7 @@ function __bibimul!(C, A, B::Bidiagonal, _add)
     end
     C
 end
-function __bibimul!(C, A::Bidiagonal, B, _add)
+function __bibimul_bulk!(C, A::Bidiagonal, B, _add)
     n = size(A,1)
     Bl = _diag(B, -1)
     Bd = _diag(B, 0)
@@ -813,7 +816,7 @@ function __bibimul!(C, A::Bidiagonal, B, _add)
     end
     C
 end
-function __bibimul!(C, A::Bidiagonal, B::Bidiagonal, _add)
+function __bibimul_bulk!(C, A::Bidiagonal, B::Bidiagonal, _add)
     n = size(A,1)
     Ad = A.dv
     Bd = B.dv