Ensure netcdf4 is locked while closing

xarray/backends/file_manager.py

@@ -355,13 +355,15 @@ def __init__(
         opener: Callable[..., T_File],
         *args: Any,
         mode: Any = _OMIT_MODE,
+        lock: Lock | None | Literal[False] = None,
         kwargs: Mapping[str, Any] | None = None,
     ):
         kwargs = {} if kwargs is None else dict(kwargs)
         self._opener = opener
         self._args = args
         self._mode = "a" if mode == "w" else mode
         self._kwargs = kwargs
+        self._lock = lock
 
         # Note: No need for locking with PickleableFileManager, because all
         # opening of files happens in the constructor.
@@ -448,9 +450,16 @@ def _remove_del_methods():
 class DummyFileManager(FileManager[T_File]):
     """FileManager that simply wraps an open file in the FileManager interface."""
 
-    def __init__(self, value: T_File, *, close: Callable[[], None] | None = None):
+    def __init__(
+        self,
+        value: T_File,
+        *,
+        close: Callable[[], None] | None = None,
+        lock: Lock | None | Literal[False] = None,
+    ):
         if close is None:
             close = value.close
+        self._lock = lock
         self._value = value
         self._close = close
 
@@ -464,5 +473,8 @@ def acquire_context(self, needs_lock: bool = True) -> Iterator[T_File]:
         yield self._value
 
     def close(self, needs_lock: bool = True) -> None:
-        del needs_lock  # unused
-        self._close()
+        if needs_lock and self._lock:
+            with self._lock:
+                self._close()
+        else:
+            self._close()

xarray/backends/locks.py

@@ -281,3 +281,6 @@ def ensure_lock(lock: Lock | None | Literal[False]) -> Lock:
     if lock is None or lock is False:
         return DummyLock()
     return lock
+
+
+NETCDF4_PYTHON_LOCK = combine_locks([NETCDFC_LOCK, HDF5_LOCK])

xarray/backends/netCDF4_.py

@@ -30,7 +30,7 @@
     PickleableFileManager,
 )
 from xarray.backends.locks import (
-    HDF5_LOCK,
+    NETCDF4_PYTHON_LOCK,
     NETCDFC_LOCK,
     combine_locks,
     ensure_lock,
@@ -66,8 +66,6 @@
 # string used by netCDF4.
 _endian_lookup = {"=": "native", ">": "big", "<": "little", "|": "native"}
 
-NETCDF4_PYTHON_LOCK = combine_locks([NETCDFC_LOCK, HDF5_LOCK])
-
 
 class BaseNetCDF4Array(BackendArray):
     __slots__ = ("datastore", "dtype", "shape", "variable_name")
@@ -420,7 +418,7 @@ def __init__(
                         "argument is provided"
                     )
                 root = manager
-            manager = DummyFileManager(root)
+            manager = DummyFileManager(root, lock=NETCDF4_PYTHON_LOCK)
 
         self._manager = manager
         self._group = group
@@ -509,17 +507,21 @@ def open(
                 "<xarray-in-memory-write>", mode=mode, memory=memory, **kwargs
             )
             close = _CloseWithCopy(filename, nc4_dataset)
-            manager = DummyFileManager(nc4_dataset, close=close)
+            manager = DummyFileManager(nc4_dataset, close=close, lock=lock)
 
         elif isinstance(filename, bytes | memoryview):
             assert mode == "r"
             kwargs["memory"] = filename
             manager = PickleableFileManager(
-                netCDF4.Dataset, "<xarray-in-memory-read>", mode=mode, kwargs=kwargs
+                netCDF4.Dataset,
+                "<xarray-in-memory-read>",
+                mode=mode,
+                kwargs=kwargs,
+                lock=lock,
             )
         else:
             manager = CachingFileManager(
-                netCDF4.Dataset, filename, mode=mode, kwargs=kwargs
+                netCDF4.Dataset, filename, mode=mode, kwargs=kwargs, lock=lock
             )
         return cls(manager, group=group, mode=mode, lock=lock, autoclose=autoclose)