new rule var-missing-data

Author: forman

CHANGES.md

@@ -4,8 +4,8 @@
 
 ### Adjustments and Enhancements
 
-- Added a new core rule `var-fill-value` that checks for the recommended 
-  use of a variable's fill value.
+- Added a new core rule `var-missing-data` that checks for the recommended 
+  use of a variable's missing data.
 
 - Added a new core rule `access-latency` that can be used to check the
   time it takes to open a dataset.

tests/plugins/core/rules/test_var_missing_data.py

@@ -0,0 +1,49 @@
+#  Copyright © 2025 Brockmann Consult GmbH.
+#  This software is distributed under the terms and conditions of the
+#  MIT license (https://mit-license.org/).
+
+import xarray as xr
+
+from xrlint.plugins.core.rules.var_missing_data import VarMissingData
+from xrlint.testing import RuleTest, RuleTester
+
+# TODO: adjust datasets to rule
+
+valid_dataset_0 = xr.Dataset()
+valid_dataset_1 = xr.Dataset(
+    attrs=dict(title="v-data"),
+    coords={"t": xr.DataArray([0, 1, 2], dims="t", attrs={"units": "seconds"})},
+    data_vars={"v": xr.DataArray([10, 20, 30], dims="t", attrs={"units": "m/s"})},
+)
+valid_dataset_2 = valid_dataset_1.copy()
+valid_dataset_2.t.encoding["units"] = "seconds since 2025-02-01 12:15:00"
+del valid_dataset_2.t.attrs["units"]
+
+valid_dataset_3 = valid_dataset_1.copy()
+valid_dataset_3.t.attrs["grid_mapping_name"] = "latitude_longitude"
+
+invalid_dataset_0 = valid_dataset_1.copy()
+invalid_dataset_0.t.attrs = {}
+
+invalid_dataset_1 = valid_dataset_1.copy()
+invalid_dataset_1.t.attrs = {"units": 1}
+
+invalid_dataset_2 = valid_dataset_1.copy()
+invalid_dataset_2.t.attrs = {"units": ""}
+
+
+VarMissingDataTest = RuleTester.define_test(
+    "var-missing-data",
+    VarMissingData,
+    valid=[
+        RuleTest(dataset=valid_dataset_0),
+        RuleTest(dataset=valid_dataset_1),
+        RuleTest(dataset=valid_dataset_2),
+        RuleTest(dataset=valid_dataset_3),
+    ],
+    invalid=[
+        RuleTest(dataset=invalid_dataset_0, expected=["Missing attribute 'units'."]),
+        RuleTest(dataset=invalid_dataset_1, expected=["Invalid attribute 'units': 1"]),
+        RuleTest(dataset=invalid_dataset_2, expected=["Empty attribute 'units'."]),
+    ],
+)

tests/plugins/core/test_plugin.py

@@ -24,6 +24,7 @@ def test_rules_complete(self):
                 "time-coordinate",
                 "var-desc",
                 "var-flags",
+                "var-missing-data",
                 "var-units",
             },
             set(plugin.rules.keys()),

xrlint/plugins/core/__init__.py

@@ -28,6 +28,7 @@ def export_plugin() -> Plugin:
                 "time-coordinate": "error",
                 "var-desc": "warn",
                 "var-flags": "error",
+                "var-missing-data": "warn",
                 "var-units": "warn",
             },
         },

xrlint/plugins/core/rules/var_missing_data.py

@@ -0,0 +1,53 @@
+#  Copyright © 2025 Brockmann Consult GmbH.
+#  This software is distributed under the terms and conditions of the
+#  MIT license (https://mit-license.org/).
+
+import numpy as np
+
+from xrlint.node import VariableNode
+from xrlint.plugins.core.plugin import plugin
+from xrlint.rule import RuleContext, RuleOp
+
+
+@plugin.define_rule(
+    "var-missing-data",
+    version="1.0.0",
+    type="suggestion",
+    description=(
+        "Checks the recommended use of missing data, i.e., coordinate variables"
+        " should not define missing data, but packed data should."
+        " Notifies about the use of valid ranges to indicate missing data, which"
+        " is currently not supported by xarray."
+    ),
+    docs_url="https://cfconventions.org/cf-conventions/cf-conventions.html#units",
+)
+class VarMissingData(RuleOp):
+    def validate_variable(self, ctx: RuleContext, node: VariableNode):
+        array = node.array
+        encoding = array.encoding
+        attrs = array.attrs
+
+        fill_value_source = None
+        if "_FillValue" in encoding:
+            fill_value_source = "encoding"
+        elif "_FillValue" in attrs:
+            fill_value_source = "attribute"
+
+        if fill_value_source is not None and node.name in ctx.dataset.coords:
+            ctx.report(
+                f"Unexpected {fill_value_source} '_FillValue',"
+                f" coordinates must not have missing data."
+            )
+        elif fill_value_source is None and node.name in ctx.dataset.data_vars:
+            scaling_factor = encoding.get("scaling_factor", attrs.get("scaling_factor"))
+            add_offset = encoding.get("add_offset", attrs.get("add_offset"))
+            raw_dtype = encoding.get("dtype")
+            if add_offset is not None or scaling_factor is not None:
+                ctx.report("Missing attribute '_FillValue' since data is packed.")
+            elif isinstance(raw_dtype, np.dtype) and np.issubdtype(
+                raw_dtype, np.floating
+            ):
+                ctx.report("Missing attribute '_FillValue', which should be NaN.")
+
+        if any((name in attrs) for name in ("valid_min", "valid_max", "valid_range")):
+            ctx.report("Valid ranges are not recognized by xarray (as of Feb 2025).")