Merge pull request #6 from bcdev/rollback_using_zarr_store

Rollback using zarr store

Author: forman

tests/helpers.py

@@ -7,6 +7,7 @@
 
 import fsspec
 import numpy as np
+import pyproj
 import xarray as xr
 
 default_dims = ("time", "y", "x")
@@ -71,6 +72,7 @@ def make_test_dataset(
     dims: tuple[str, str, str] = default_dims,
     shape: tuple[int, int, int] = default_shape,
     chunks: tuple[int, int, int] = default_chunks,
+    crs: str | None = None,
     index: int = 0,
     uri: str | None = None,
     storage_options: dict[str, Any] | None = None
@@ -113,6 +115,9 @@ def make_test_dataset(
         }
     )
 
+    if crs:
+        ds["crs"] = xr.DataArray(np.array(0), attrs=pyproj.CRS(crs).to_cf())
+
     ds = ds.chunk(dict(tuple(zip(dims, chunks))))
 
     if not uri:

tests/test_chunkutil.py

@@ -6,6 +6,7 @@
 from click.testing import CliRunner
 
 from zappend.cli import zappend
+from zappend.fsutil.fileobj import FileObj
 from .helpers import clear_memory_fs
 from .helpers import make_test_dataset
 
@@ -60,6 +61,7 @@ def test_no_slices(self):
         result = runner.invoke(zappend, [])
         self.assertEqual(0, result.exit_code)
         self.assertEqual("No slice datasets given.\n", result.output)
+        self.assertFalse(FileObj("memory://target.zarr").exists())
 
     def test_some_slices_and_target(self):
         make_test_dataset(uri="memory://slice-1.zarr")
@@ -78,6 +80,27 @@ def test_some_slices_and_target(self):
                                ])
         self.assertEqual("", result.output)
         self.assertEqual(0, result.exit_code)
+        self.assertTrue(FileObj("memory://target.zarr").exists())
+
+    def test_some_slices_and_target_dry_run(self):
+        make_test_dataset(uri="memory://slice-1.zarr")
+        make_test_dataset(uri="memory://slice-2.zarr")
+        make_test_dataset(uri="memory://slice-3.zarr")
+
+        runner = CliRunner()
+        # noinspection PyTypeChecker
+        result = runner.invoke(zappend,
+                               [
+                                   "--target",
+                                   "memory://target.zarr",
+                                   "--dry-run",
+                                   "memory://slice-1.zarr",
+                                   "memory://slice-2.zarr",
+                                   "memory://slice-3.zarr",
+                               ])
+        self.assertEqual("", result.output)
+        self.assertEqual(0, result.exit_code)
+        self.assertFalse(FileObj("memory://target.zarr").exists())
 
     def test_some_slices_and_no_target(self):
         make_test_dataset(uri="memory://slice-1.zarr")
@@ -95,3 +118,4 @@ def test_some_slices_and_no_target(self):
         self.assertEqual(1, result.exit_code)
         self.assertEqual("Error: Missing 'target_uri' in configuration\n",
                          result.output)
+        self.assertFalse(FileObj("memory://target.zarr").exists())

tests/test_cli.py

@@ -60,3 +60,10 @@ def test_temp_dir(self):
         ctx = Context({"target_uri": "memory://target.zarr"})
         self.assertIsInstance(ctx.temp_dir, FileObj)
         self.assertTrue(ctx.temp_dir.exists())
+
+    def test_dry_run(self):
+        ctx = Context({"target_uri": "memory://target.zarr"})
+        self.assertEqual(False, ctx.dry_run)
+        ctx = Context({"target_uri": "memory://target.zarr",
+                       "dry_run": True})
+        self.assertEqual(True, ctx.dry_run)

tests/test_context.py

@@ -32,6 +32,14 @@ def test_process_one_slice(self):
         self.assertEqual({'time': 1, 'y': 10, 'x': 20}, ds.dims)
         self.assertEqual({'x', 'y', 'time', 'chl', 'tsm'}, set(ds.variables))
 
+        self.assertEqual((20,), ds.x.encoding.get("chunks"))
+        self.assertEqual((10,), ds.y.encoding.get("chunks"))
+        self.assertEqual((1,), ds.time.encoding.get("chunks"))
+        self.assertEqual((1, 5, 10),
+                         ds.chl.encoding.get("chunks"))
+        self.assertEqual((1, 5, 10),
+                         ds.tsm.encoding.get("chunks"))
+
     def test_process_two_slices(self):
         target_dir = FileObj("memory://target.zarr")
         self.assertFalse(target_dir.exists())