Fix error message when sparse data format not supported (#3046)

Co-authored-by: 刘宝 <[email protected]>

Author: fyrestone

mars/lib/sparse/array.py

@@ -46,9 +46,13 @@ def __new__(cls, *args, **kwargs):
             return object.__new__(SparseMatrix)
 
         else:
-            from .coo import COONDArray
-
-            return object.__new__(COONDArray)
+            if cls is not SparseNDArray:
+                return object.__new__(cls)
+            else:
+                raise ValueError(
+                    f"The construct params of {cls.__name__} are invalid: "
+                    f"args={args}, kwargs={kwargs}"
+                )
 
     @property
     def raw(self):
@@ -229,6 +233,12 @@ def __getattr__(self, attr):
 
         return super().__getattribute__(attr)
 
+    def __getstate__(self):
+        return self.spmatrix
+
+    def __setstate__(self, state):
+        self.spmatrix = state
+
     def astype(self, dtype, **_):
         dtype = np.dtype(dtype)
         if self.dtype == dtype:

mars/lib/sparse/tests/test_sparse.py

@@ -14,7 +14,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import pickle
+
 import numpy as np
+import pytest
 import scipy.sparse as sps
 
 from ... import sparse as mls
@@ -47,12 +50,20 @@ def assert_array_equal(a, b, almost=False):
 
 
 def test_sparse_creation():
+    with pytest.raises(ValueError):
+        SparseNDArray()
+
     s = SparseNDArray(s1_data)
     assert s.ndim == 2
     assert isinstance(s, SparseMatrix)
     assert_array_equal(s.toarray(), s1_data.A)
     assert_array_equal(s.todense(), s1_data.A)
 
+    ss = pickle.loads(pickle.dumps(s))
+    assert s == ss
+    assert_array_equal(ss.toarray(), s1_data.A)
+    assert_array_equal(ss.todense(), s1_data.A)
+
     v = SparseNDArray(v1, shape=(3,))
     assert s.ndim
     assert isinstance(v, SparseVector)
@@ -61,6 +72,12 @@ def test_sparse_creation():
     assert_array_equal(v.toarray(), v1_data)
     assert_array_equal(v, v1_data)
 
+    vv = pickle.loads(pickle.dumps(v))
+    assert v == vv
+    assert_array_equal(vv.todense(), v1_data)
+    assert_array_equal(vv.toarray(), v1_data)
+    assert_array_equal(vv, v1_data)
+
 
 def test_sparse_add():
     s1 = SparseNDArray(s1_data)

mars/tensor/base/tests/test_base_execution.py

@@ -101,6 +101,7 @@ def test_copyto_execution(setup):
     assert res.flags["C_CONTIGUOUS"] is False
 
 
+@pytest.mark.ray_dag
 def test_astype_execution(setup):
     raw = np.random.random((10, 5))
     arr = tensor(raw, chunk_size=3)