Skip details of shuffled chunks in meta (#2600)

Author: wjsi

mars/services/meta/api/oscar.py

@@ -103,6 +103,7 @@ def _extract_chunk_meta(
         memory_size: int = None,
         store_size: int = None,
         bands: List[BandType] = None,
+        fields: List[str] = None,
         **extra
     ):
         if isinstance(chunk.op, Fuse):
@@ -123,6 +124,11 @@ def _extract_chunk_meta(
             params.pop("dtypes", None)
             params.pop("key_dtypes", None)
         params.update(extra)
+
+        if fields is not None:
+            fields = set(fields)
+            params = {k: v for k, v in params.items() if k in fields}
+
         return get_meta_type(type(chunk))(
             object_id=chunk_key,
             **params,
@@ -138,10 +144,16 @@ async def set_chunk_meta(
         memory_size: int = None,
         store_size: int = None,
         bands: List[BandType] = None,
+        fields: List[str] = None,
         **extra
     ):
         meta = self._extract_chunk_meta(
-            chunk, memory_size=memory_size, store_size=store_size, bands=bands, **extra
+            chunk,
+            memory_size=memory_size,
+            store_size=store_size,
+            bands=bands,
+            fields=fields,
+            **extra
         )
         return await self._meta_store.set_meta(meta.object_id, meta)
 

mars/services/subtask/worker/processor.py

@@ -355,8 +355,19 @@ async def _store_meta(
         set_chunk_metas = []
         result_data_size = 0
         for chunk_key in stored_keys:
+            fields = None
             if isinstance(chunk_key, tuple):
                 result_chunk = key_to_result_chunk[chunk_key[0]]
+                fields = [
+                    "object_id",
+                    "name",
+                    "memory_size",
+                    "store_size",
+                    "index",
+                    "bands",
+                    "object_ref",
+                    "shape",
+                ]
             else:
                 result_chunk = key_to_result_chunk[chunk_key]
             store_size = data_key_to_store_size[chunk_key]
@@ -370,6 +381,7 @@ async def _store_meta(
                     store_size=store_size,
                     bands=[self._band],
                     chunk_key=chunk_key,
+                    fields=fields,
                     object_ref=object_ref,
                 )
             )