Merge branch 'main' into kyle/object-store

maxrjones · maxrjones · commit 46e43c6b5490 · 2025-03-17T15:19:51.000-04:00
diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml
@@ -5,7 +5,7 @@ contact_links:
     about: A new major feature should be discussed in the Zarr specifications repository.
   - name: Discuss something on ZulipChat
     url: https://ossci.zulipchat.com/
-    about: For questions like "How do I do X with Zarr?", you can move to our ZulipChat.
+    about: For questions like "How do I do X with Zarr?", consider posting your question to our developer chat.
   - name: Discuss something on GitHub Discussions
     url: https://github.com/zarr-developers/zarr-python/discussions
     about: For questions like "How do I do X with Zarr?", you can move to GitHub Discussions.
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -6,7 +6,7 @@ ci:
 default_stages: [pre-commit, pre-push]
 repos:
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.9.4
+    rev: v0.9.9
     hooks:
       - id: ruff
         args: ["--fix", "--show-fixes"]
@@ -22,7 +22,7 @@ repos:
       - id: check-yaml
       - id: trailing-whitespace
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.14.1
+    rev: v1.15.0
     hooks:
       - id: mypy
         files: src|tests
diff --git a/README.md b/README.md
@@ -70,7 +70,7 @@
   </td>
 </tr>
 <tr>
-	<td>Zulip</td>
+	<td>Developer Chat</td>
 	<td>
 		<a href="https://ossci.zulipchat.com/">
 		<img src="https://img.shields.io/badge/zulip-join_chat-brightgreen.svg" />
diff --git a/changes/2665.feature.rst b/changes/2665.feature.rst
diff --git a/changes/2796.chore.rst b/changes/2796.chore.rst
diff --git a/changes/2847.fix.rst b/changes/2847.fix.rst
diff --git a/changes/2851.bugfix.rst b/changes/2851.bugfix.rst
diff --git a/docs/index.rst b/docs/index.rst
@@ -20,7 +20,7 @@ Zarr-Python
 **Useful links**:
 `Source Repository <https://github.com/zarr-developers/zarr-python>`_ |
 `Issue Tracker <https://github.com/zarr-developers/zarr-python/issues>`_ |
-`Zulip Chat <https://ossci.zulipchat.com/>`_ |
+`Developer Chat <https://ossci.zulipchat.com/>`_ |
 `Zarr specifications <https://zarr-specs.readthedocs.io>`_
 
 Zarr-Python is a Python library for reading and writing Zarr groups and arrays. Highlights include:
diff --git a/docs/release-notes.rst b/docs/release-notes.rst
@@ -3,6 +3,42 @@ Release notes
 
 .. towncrier release notes start
 
+3.0.5 (2025-03-07)
+------------------
+
+Bugfixes
+~~~~~~~~
+
+- Fixed a bug where ``StorePath`` creation would not apply standard path normalization to the ``path`` parameter,
+  which led to the creation of arrays and groups with invalid keys. (:issue:`2850`)
+- Prevent update_attributes calls from deleting old attributes (:issue:`2870`)
+
+
+Misc
+~~~~
+
+- :issue:`2796`
+
+3.0.4 (2025-02-23)
+------------------
+
+Features
+~~~~~~~~
+
+- Adds functions for concurrently creating multiple arrays and groups. (:issue:`2665`)
+
+Bugfixes
+~~~~~~~~
+
+- Fixed a bug where ``ArrayV2Metadata`` could save ``filters`` as an empty array. (:issue:`2847`)
+- Fix a bug when setting values of a smaller last chunk. (:issue:`2851`)
+
+Misc
+~~~~
+
+- :issue:`2828`
+
+
 3.0.3 (2025-02-14)
 ------------------
 
diff --git a/docs/user-guide/v3_migration.rst b/docs/user-guide/v3_migration.rst
@@ -124,6 +124,30 @@ The Store class
 The Store API has changed significant in Zarr-Python 3. The most notable changes to the
 Store API are:
 
+Store Import Paths
+^^^^^^^^^^^^^^^^^^
+Several store implementations have moved from the top-level module to ``zarr.storage``:
+
+.. code-block:: diff
+   :caption: Store import changes from v2 to v3
+
+   # Before (v2)
+   - from zarr import MemoryStore, DirectoryStore
+   + from zarr.storage import MemoryStore, LocalStore  # LocalStore replaces DirectoryStore
+
+Common replacements:
+
++-------------------------+------------------------------------+
+| v2 Import               | v3 Import                          |
++=========================+====================================+
+| ``zarr.MemoryStore``    | ``zarr.storage.MemoryStore``       |
++-------------------------+------------------------------------+
+| ``zarr.DirectoryStore`` | ``zarr.storage.LocalStore``        |
++-------------------------+------------------------------------+
+| ``zarr.TempStore``      | Use ``tempfile.TemporaryDirectory``|
+|                         | with ``LocalStore``                |
++-------------------------+------------------------------------+
+
 1. Replaced the ``MutableMapping`` base class in favor of a custom abstract base class
    (:class:`zarr.abc.store.Store`).
 2. Switched to an asynchronous interface for all store methods that result in IO. This
diff --git a/src/zarr/codecs/blosc.py b/src/zarr/codecs/blosc.py
@@ -55,7 +55,7 @@ class BloscCname(Enum):
     zlib = "zlib"
 
 
-# See https://zarr.readthedocs.io/en/stable/tutorial.html#configuring-blosc
+# See https://zarr.readthedocs.io/en/stable/user-guide/performance.html#configuring-blosc
 numcodecs.blosc.use_threads = False
 
 
diff --git a/src/zarr/core/array.py b/src/zarr/core/array.py
@@ -1609,8 +1609,6 @@ async def update_attributes(self, new_attributes: dict[str, JSON]) -> Self:
         - The updated attributes will be merged with existing attributes, and any conflicts will be
           overwritten by the new values.
         """
-        # metadata.attributes is "frozen" so we simply clear and update the dict
-        self.metadata.attributes.clear()
         self.metadata.attributes.update(new_attributes)
 
         # Write new metadata
diff --git a/src/zarr/core/attributes.py b/src/zarr/core/attributes.py
@@ -50,6 +50,7 @@ def put(self, d: dict[str, JSON]) -> None:
            >>> attrs
            {'a': 3, 'c': 4}
         """
+        self._obj.metadata.attributes.clear()
         self._obj = self._obj.update_attributes(d)
 
     def asdict(self) -> dict[str, JSON]:
diff --git a/src/zarr/core/common.py b/src/zarr/core/common.py
@@ -4,7 +4,7 @@
 import functools
 import operator
 import warnings
-from collections.abc import Iterable, Mapping
+from collections.abc import Iterable, Mapping, Sequence
 from enum import Enum
 from itertools import starmap
 from typing import (
@@ -37,7 +37,7 @@
 ChunkCoordsLike = Iterable[int]
 ZarrFormat = Literal[2, 3]
 NodeType = Literal["array", "group"]
-JSON = str | int | float | Mapping[str, "JSON"] | tuple["JSON", ...] | None
+JSON = str | int | float | Mapping[str, "JSON"] | Sequence["JSON"] | None
 MemoryOrder = Literal["C", "F"]
 AccessModeLiteral = Literal["r", "r+", "a", "w", "w-"]
 
diff --git a/src/zarr/core/group.py b/src/zarr/core/group.py
@@ -1254,8 +1254,6 @@ async def update_attributes(self, new_attributes: dict[str, Any]) -> AsyncGroup:
         -------
         self : AsyncGroup
         """
-        # metadata.attributes is "frozen" so we simply clear and update the dict
-        self.metadata.attributes.clear()
         self.metadata.attributes.update(new_attributes)
 
         # Write new metadata
diff --git a/src/zarr/storage/_common.py b/src/zarr/storage/_common.py
@@ -41,7 +41,7 @@ class StorePath:
 
     def __init__(self, store: Store, path: str = "") -> None:
         self.store = store
-        self.path = path
+        self.path = normalize_path(path)
 
     @property
     def read_only(self) -> bool:
diff --git a/src/zarr/testing/strategies.py b/src/zarr/testing/strategies.py
@@ -19,6 +19,7 @@
 from zarr.core.sync import sync
 from zarr.storage import MemoryStore, StoreLike
 from zarr.storage._common import _dereference_path
+from zarr.storage._utils import normalize_path
 
 # Copied from Xarray
 _attr_keys = st.text(st.characters(), min_size=1)
@@ -277,11 +278,12 @@ def arrays(
     if a.metadata.zarr_format == 3:
         assert a.fill_value is not None
     assert a.name is not None
+    assert a.path == normalize_path(array_path)
+    assert a.name == "/" + a.path
     assert isinstance(root[array_path], Array)
     assert nparray.shape == a.shape
     assert chunk_shape == a.chunks
     assert shard_shape == a.shards
-    assert array_path == a.path, (path, name, array_path, a.name, a.path)
     assert a.basename == name, (a.basename, name)
     assert dict(a.attrs) == expected_attrs
 
diff --git a/tests/test_api.py b/tests/test_api.py
@@ -209,7 +209,7 @@ def test_save(store: Store, n_args: int, n_kwargs: int) -> None:
         assert isinstance(array, Array)
         assert_array_equal(array[:], data)
     else:
-        save(store, *args, **kwargs)  # type: ignore[arg-type]
+        save(store, *args, **kwargs)  # type: ignore [arg-type]
         group = open(store)
         assert isinstance(group, Group)
         for array in group.array_values():
@@ -1095,25 +1095,31 @@ async def test_open_falls_back_to_open_group_async() -> None:
     assert group.attrs == {"key": "value"}
 
 
-def test_open_mode_write_creates_group(tmp_path: pathlib.Path) -> None:
+@pytest.mark.parametrize("mode", ["r", "r+", "w", "a"])
+def test_open_modes_creates_group(tmp_path: pathlib.Path, mode: str) -> None:
     # https://github.com/zarr-developers/zarr-python/issues/2490
-    zarr_dir = tmp_path / "test.zarr"
-    group = zarr.open(zarr_dir, mode="w")
-    assert isinstance(group, Group)
+    zarr_dir = tmp_path / f"mode-{mode}-test.zarr"
+    if mode in ["r", "r+"]:
+        # Expect FileNotFoundError to be raised if 'r' or 'r+' mode
+        with pytest.raises(FileNotFoundError):
+            zarr.open(store=zarr_dir, mode=mode)
+    else:
+        group = zarr.open(store=zarr_dir, mode=mode)
+        assert isinstance(group, Group)
 
 
 async def test_metadata_validation_error() -> None:
     with pytest.raises(
         MetadataValidationError,
         match="Invalid value for 'zarr_format'. Expected '2, 3, or None'. Got '3.0'.",
     ):
-        await zarr.api.asynchronous.open_group(zarr_format="3.0")  # type: ignore[arg-type]
+        await zarr.api.asynchronous.open_group(zarr_format="3.0")  # type: ignore [arg-type]
 
     with pytest.raises(
         MetadataValidationError,
         match="Invalid value for 'zarr_format'. Expected '2, 3, or None'. Got '3.0'.",
     ):
-        await zarr.api.asynchronous.open_array(shape=(1,), zarr_format="3.0")  # type: ignore[arg-type]
+        await zarr.api.asynchronous.open_array(shape=(1,), zarr_format="3.0")  # type: ignore [arg-type]
 
 
 @pytest.mark.parametrize(
diff --git a/tests/test_attributes.py b/tests/test_attributes.py
@@ -20,3 +20,42 @@ def test_asdict() -> None:
     )
     result = attrs.asdict()
     assert result == {"a": 1, "b": 2}
+
+
+def test_update_attributes_preserves_existing() -> None:
+    """
+    Test that `update_attributes` only updates the specified attributes
+    and preserves existing ones.
+    """
+    store = zarr.storage.MemoryStore()
+    z = zarr.create(10, store=store, overwrite=True)
+    z.attrs["a"] = []
+    z.attrs["b"] = 3
+    assert dict(z.attrs) == {"a": [], "b": 3}
+
+    z.update_attributes({"a": [3, 4], "c": 4})
+    assert dict(z.attrs) == {"a": [3, 4], "b": 3, "c": 4}
+
+
+def test_update_empty_attributes() -> None:
+    """
+    Ensure updating when initial attributes are empty works.
+    """
+    store = zarr.storage.MemoryStore()
+    z = zarr.create(10, store=store, overwrite=True)
+    assert dict(z.attrs) == {}
+    z.update_attributes({"a": [3, 4], "c": 4})
+    assert dict(z.attrs) == {"a": [3, 4], "c": 4}
+
+
+def test_update_no_changes() -> None:
+    """
+    Ensure updating when no new or modified attributes does not alter existing ones.
+    """
+    store = zarr.storage.MemoryStore()
+    z = zarr.create(10, store=store, overwrite=True)
+    z.attrs["a"] = []
+    z.attrs["b"] = 3
+
+    z.update_attributes({})
+    assert dict(z.attrs) == {"a": [], "b": 3}
diff --git a/tests/test_group.py b/tests/test_group.py
