adds logic so _chunk_getitem is called with FSStore if indexer is expected to be empty

Author: andrewfulton9

zarr/core.py

@@ -1020,7 +1020,7 @@ def _get_selection(self, indexer, out=None, fields=None):
             check_array_shape('out', out, out_shape)
 
         # iterate over chunks
-        if not hasattr(self.chunk_store, "getitems"):
+        if not hasattr(self.chunk_store, "getitems") or not all(map(lambda x: x != 0, self.shape)):
             # sequentially get one key at a time from storage
             for chunk_coords, chunk_selection, out_selection in indexer:
 

zarr/tests/test_core.py

@@ -20,7 +20,8 @@
 from zarr.n5 import N5Store, n5_keywords
 from zarr.storage import (ABSStore, DBMStore, DirectoryStore, LMDBStore,
                           LRUStoreCache, NestedDirectoryStore, SQLiteStore,
-                          atexit_rmglob, atexit_rmtree, init_array, init_group)
+                          atexit_rmglob, atexit_rmtree, init_array, init_group,
+                          FSStore)
 from zarr.util import buffer_size
 from zarr.tests.util import skip_test_env_var
 
@@ -2366,3 +2367,54 @@ def create_array(read_only=False, **kwargs):
     def test_store_has_bytes_values(self):
         # skip as the cache has no control over how the store provides values
         pass
+
+
+class TestArrayWithFSStore(TestArray):
+
+    @staticmethod
+    def create_array(read_only=False, **kwargs):
+        path = mkdtemp()
+        atexit.register(shutil.rmtree, path)
+        #store = FSStore(f'file:/{path}')
+        store = FSStore(path)
+        print(store)
+        print(store.path)
+        cache_metadata = kwargs.pop('cache_metadata', True)
+        cache_attrs = kwargs.pop('cache_attrs', True)
+        kwargs.setdefault('compressor', Blosc())
+        init_array(store, **kwargs)
+        return Array(store, read_only=read_only, cache_metadata=cache_metadata,
+                     cache_attrs=cache_attrs)
+
+    def test_hexdigest(self):
+        # Check basic 1-D array
+        z = self.create_array(shape=(1050,), chunks=100, dtype='<i4')
+        assert 'f710da18d45d38d4aaf2afd7fb822fdd73d02957' == z.hexdigest()
+        if hasattr(z.store, 'close'):
+            z.store.close()
+
+        # Check basic 1-D array with different type
+        z = self.create_array(shape=(1050,), chunks=100, dtype='<f4')
+        assert '1437428e69754b1e1a38bd7fc9e43669577620db' == z.hexdigest()
+        if hasattr(z.store, 'close'):
+            z.store.close()
+
+        # Check basic 2-D array
+        z = self.create_array(shape=(20, 35,), chunks=10, dtype='<i4')
+        assert '6c530b6b9d73e108cc5ee7b6be3d552cc994bdbe' == z.hexdigest()
+        if hasattr(z.store, 'close'):
+            z.store.close()
+
+        # Check basic 1-D array with some data
+        z = self.create_array(shape=(1050,), chunks=100, dtype='<i4')
+        z[200:400] = np.arange(200, 400, dtype='i4')
+        assert '4c0a76fb1222498e09dcd92f7f9221d6cea8b40e' == z.hexdigest()
+        if hasattr(z.store, 'close'):
+            z.store.close()
+
+        # Check basic 1-D array with attributes
+        z = self.create_array(shape=(1050,), chunks=100, dtype='<i4')
+        z.attrs['foo'] = 'bar'
+        assert '05b0663ffe1785f38d3a459dec17e57a18f254af' == z.hexdigest()
+        if hasattr(z.store, 'close'):
+            z.store.close()