Merge pull request #266 from scipp/data-retriever

Use a new unzip processor for each file

Author: jl-wynen

src/ess/reduce/data/_registry.py

@@ -176,7 +176,6 @@ def __init__(
             base_url=base_url,
             retry_if_failed=retry_if_failed,
         )
-        self._unzip_processor = _import_pooch().Unzip()
         super().__init__(files)
 
     @cache  # noqa: B019
@@ -192,6 +191,12 @@ def get_path(self, name: str) -> Path:
             return Path(_expect_single_unzipped(paths, name))
         return Path(self._registry.fetch(name))
 
+    @property
+    def _unzip_processor(self) -> Any:
+        # Create a new processor on demand because reusing the same processor would
+        # reuse the same output path for every file.
+        return _import_pooch().Unzip()
+
 
 class LocalRegistry(Registry):
     def __init__(
@@ -212,8 +217,7 @@ def __init__(
             base_url=base_url,
             retry_if_failed=retry_if_failed,
         )
-        pooch = _import_pooch()
-        self._unzip_processor = pooch.processors.Unzip(extract_dir=pooch_registry.path)
+        self._extract_dir = pooch_registry.path
         self._source_path = source_path.resolve().joinpath(*prefix.split("/"), version)
         super().__init__(files)
 
@@ -247,6 +251,12 @@ def _local_path(self, name: str) -> Path:
         # value is a system path, i.e., it can be a Windows-style path.
         return self._source_path.joinpath(*name.split("/"))
 
+    @property
+    def _unzip_processor(self) -> Any:
+        # Create a new processor on demand because reusing the same processor would
+        # reuse the same output path for every file.
+        return _import_pooch().Unzip(self._extract_dir)
+
 
 def _import_pooch() -> Any:
     try: