fix xarray_open_dataset for cloud hosted files (#1164)

* fix xarray_open_dataset for cloud hosted files

* fix tests dependencies

* use aws creds

Author: vincentsarago

.github/workflows/ci.yml

@@ -35,6 +35,13 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

CHANGES.md

@@ -7,6 +7,10 @@
 
 * remove unused templates
 
+### titiler.xarray
+
+* fix `xarray_open_dataset` for cloud hosted files
+
 ## 0.22.1 (2025-05-13)
 
 ### titiler.xarray

src/titiler/xarray/pyproject.toml

@@ -67,6 +67,9 @@ test = [
     "zarr",
     "h5netcdf",
     "fsspec",
+    "s3fs",
+    "aiohttp",
+    "requests",
 ]
 
 [project.urls]

src/titiler/xarray/tests/test_io_tools.py

@@ -7,7 +7,7 @@
 import pytest
 import xarray
 
-from titiler.xarray.io import Reader, get_variable
+from titiler.xarray.io import Reader, get_variable, xarray_open_dataset
 
 prefix = os.path.join(os.path.dirname(__file__), "fixtures")
 
@@ -200,3 +200,17 @@ def test_zarr_group(group):
         assert src.info()
         assert src.tile(0, 0, 0)
         assert src.point(0, 0).data[0] == group * 2 + 1
+
+
+@pytest.mark.parametrize(
+    "src_path",
+    [
+        "s3://mur-sst/zarr-v1",
+        "https://nasa-power.s3.amazonaws.com/syn1deg/temporal/power_syn1deg_monthly_temporal_lst.zarr",
+        os.path.join(prefix, "dataset_3d.zarr"),
+    ],
+)
+def test_io_xarray_open_dataset(src_path):
+    """test xarray_open_dataset with cloud hosted files."""
+    with xarray_open_dataset(src_path) as ds:
+        assert list(ds.data_vars)

src/titiler/xarray/titiler/xarray/io.py

@@ -80,12 +80,9 @@ def xarray_open_dataset(  # noqa: C901
     # Fallback to Zarr
     else:
         if module_available("zarr", minversion="3.0"):
-            if protocol == "file":
-                store = zarr.storage.LocalStore(parsed.path, read_only=True)
-            else:
-                fs = fsspec.filesystem(protocol, storage_options={"asynchronous": True})
-                store = zarr.storage.FsspecStore(fs, path=src_path, read_only=True)
-
+            store = zarr.storage.FsspecStore.from_url(
+                src_path, storage_options={"asynchronous": True}
+            )
         else:
             store = fsspec.filesystem(protocol).get_mapper(src_path)