add some tests and sketch new converter

Author: dance858

cvxpy/reductions/solvers/nlp_solvers/diff_engine/converters.py

@@ -48,31 +48,47 @@ def _convert_matmul(expr, children):
     if left_arg.is_constant():
         A = left_arg.value
 
-        if not isinstance(A, sparse.csr_matrix):
-          A = sparse.csr_matrix(A)
-          
-        return _diffengine.make_left_matmul(
-            children[1],
-            A.data.astype(np.float64),
-            A.indices.astype(np.int32),
-            A.indptr.astype(np.int32),
-            A.shape[0],
-            A.shape[1],
-        )
+        if sparse.issparse(A) or True:
+            if not isinstance(A, sparse.csr_matrix):
+                A = sparse.csr_matrix(A)
+
+            return _diffengine.make_sparse_left_matmul(
+                children[1],
+                A.data.astype(np.float64, copy=False),
+                A.indices.astype(np.int32, copy=False),
+                A.indptr.astype(np.int32, copy=False),
+                A.shape[0],
+                A.shape[1],
+            )
+        else:
+            return _diffengine.make_dense_left_matmul(
+                children[1],
+                A.flatten(order='F'),
+                A.shape[0],
+                A.shape[1],
+            )
     elif right_arg.is_constant():
         A = right_arg.value
-       
-        if not isinstance(A, sparse.csr_matrix):
-            A = sparse.csr_matrix(A)
-
-        return _diffengine.make_right_matmul(
-            children[0],
-            A.data.astype(np.float64),
-            A.indices.astype(np.int32),
-            A.indptr.astype(np.int32),
-            A.shape[0],
-            A.shape[1],
-        )
+
+        if sparse.issparse(A) or True:
+            if not isinstance(A, sparse.csr_matrix):
+                A = sparse.csr_matrix(A)
+
+            return _diffengine.make_sparse_right_matmul(
+                children[0],
+                A.data.astype(np.float64, copy=False),
+                A.indices.astype(np.int32, copy=False),
+                A.indptr.astype(np.int32, copy=False),
+                A.shape[0],
+                A.shape[1],
+            )
+        else:
+            return _diffengine.make_dense_right_matmul(
+                children[0],
+                A.flatten(order='F'),
+                A.shape[0],
+                A.shape[1],
+            )
     else:
         return _diffengine.make_matmul(children[0], children[1])
 

cvxpy/tests/nlp_tests/stress_tests_diff_engine/test_matmul_sparse.py

@@ -73,3 +73,43 @@ def test_dense_sparse_sparse(self):
         assert np.allclose(dense_val, csc_val)
         assert np.allclose(dense_sol, sparse_sol)
         assert np.allclose(dense_sol, csc_sol)
+
+    def test_dense_left_matmul(self):
+        np.random.seed(0)
+        m, n = 4, 4
+        A = np.random.rand(m, n)
+        X = cp.Variable((n, n), nonneg=True)
+        B = np.random.rand(m, n)
+        obj = cp.Minimize(cp.sum_squares(A @ X - B))
+        constraints = []
+        problem = cp.Problem(obj, constraints)
+        problem.solve(nlp=True, verbose=True)
+        checker = DerivativeChecker(problem)
+        checker.run_and_assert()
+
+    def test_dense_right_matmul(self):
+        np.random.seed(0)
+        m, n = 4, 4
+        A = np.random.rand(m, n)
+        X = cp.Variable((n, n), nonneg=True)
+        B = np.random.rand(m, n)
+        obj = cp.Minimize(cp.sum_squares(X @ A - B))
+        constraints = []
+        problem = cp.Problem(obj, constraints)
+        problem.solve(nlp=True, verbose=True)
+        checker = DerivativeChecker(problem)
+        checker.run_and_assert()
+
+    def test_sparse_and_dense_matmul(self):
+        np.random.seed(0)
+        m, n = 4, 4
+        A = np.random.rand(m, n)
+        C = sp.random(m, n, density=0.5)
+        X = cp.Variable((n, n), nonneg=True)
+        B = np.random.rand(m, n)
+        obj = cp.Minimize(cp.sum_squares(A @ X @ C - B))
+        constraints = []
+        problem = cp.Problem(obj, constraints)
+        problem.solve(nlp=True, verbose=True)
+        checker = DerivativeChecker(problem)
+        checker.run_and_assert()