Merge pull request #896 from ecmwf/release/0.19.0

Release/0.19.0

Author: sandorkertesz

.github/ci-hpc-config.yml

@@ -15,6 +15,7 @@ build:
   - ecmwf/pdbufr@master
   - ecmwf/pyodc@develop
   - ecmwf/pyfdb@develop
+  - ecmwf/earthkit-utils@develop
   env:
   - ECCODES_SAMPLES_PATH=$ECCODES_DIR/share/eccodes/samples
   - ECCODES_DEFINITION_PATH=$ECCODES_DIR/share/eccodes/definitions

.github/ci-hpc-gpu-config.yml

@@ -15,6 +15,7 @@ build:
   - ecmwf/pdbufr@master
   - ecmwf/pyodc@develop
   - ecmwf/pyfdb@develop
+  - ecmwf/earthkit-utils@develop
   env:
   - ECCODES_SAMPLES_PATH=$ECCODES_DIR/share/eccodes/samples
   - ECCODES_DEFINITION_PATH=$ECCODES_DIR/share/eccodes/definitions

.gitignore

@@ -216,6 +216,7 @@ docs/examples/earthkit_use_cases/*.grib
 docs/examples/_fdb
 docs/experimental/_*
 docs/experimental/*.grib*
+docs/experimental/*.pp*
 docs/experimental/*.png*
 
 # PyBuilder

.pre-commit-config.yaml

@@ -8,7 +8,7 @@ repos:
   - id: check-yaml     # Check YAML files for syntax errors only
     args: [--unsafe, --allow-multiple-documents]
   - id: check-toml
-      # - id: check-added-large-files
+          # - id: check-added-large-files
   - id: debug-statements     # Check for debugger imports and py37+ breakpoint()
   - id: mixed-line-ending
   - id: no-commit-to-branch     # Prevent committing to main / master
@@ -49,7 +49,7 @@ repos:
   - id: mdformat
     exclude: cruft-update-template.md
 - repo: https://github.com/macisamuele/language-formatters-pre-commit-hooks
-  rev: v2.11.0
+  rev: v2.16.0
   hooks:
   - id: pretty-format-yaml
     args: [--autofix, --preserve-quotes]

.readthedocs.yml

@@ -3,7 +3,7 @@ formats: []
 build:
   os: "ubuntu-22.04"
   tools:
-    python: "3.9"
+    python: "3.10"
 python:
   install:
   - requirements: docs/requirements.txt

docs/conf.py

@@ -111,6 +111,10 @@
         "earthkit-regrid",
         "https://earthkit-regrid.readthedocs.io/en/latest/",
     ),
+    "earthkit-utils": (
+        "earthkit-utils",
+        "https://github.com/ecmwf/earthkit-utils",
+    ),
     "eccodes": (
         "ecCodes",
         "https://confluence.ecmwf.int/display/ECC/ecCodes+Home",

docs/examples/air_temp.pp

@@ -801,7 +801,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.13"
+   "version": "3.13.1"
   }
  },
  "nbformat": 4,

docs/examples/geotiff.ipynb

@@ -61,7 +61,7 @@
     }
    },
    "source": [
-    "Using the :meth:`~data.core.fieldlist.FieldList.to_fieldlist` method we can convert this object into an array fieldlist where each field contains an array (holding the field values) and a :py:class:`~data.readers.grib.metadata.RestrictedGribMetadata` object representing the related metadata. Array fieldlists are entirely stored in memory. The resulting array format is controlled by ``array_backend`` keyword argument of :meth:`~data.core.fieldlist.FieldList.to_fieldlist`. When using its default value (None) the underlying array format of the original fieldlist is kept. For GRIB data read from a file or stream this will be \"numpy\". "
+    "Using the :meth:`~data.core.fieldlist.FieldList.to_fieldlist` method we can convert this object into an array fieldlist where each field contains an array (holding the field values) and a :py:class:`~data.readers.grib.metadata.RestrictedGribMetadata` object representing the related metadata. Array fieldlists are entirely stored in memory. The resulting array format is controlled by ``array_namespace`` keyword argument of :meth:`~data.core.fieldlist.FieldList.to_fieldlist`. When using its default value (None) the underlying array format of the original fieldlist is kept. For GRIB data read from a file or stream this will be \"numpy\". "
    ]
   },
   {
@@ -124,7 +124,7 @@
    "id": "e34b8492-60d5-4052-abf9-b02d1a692c1d",
    "metadata": {},
    "source": [
-    "For the next example we choose the \"pytorch\" array backend. Since pytorch is an optional dependency for earthkit-data we need to ensure it is installed in the environment."
+    "For the next example we choose the \"torch\" array namespace. Since pytorch is an optional dependency for earthkit-data we need to ensure it is installed in the environment."
    ]
   },
   {
@@ -138,16 +138,7 @@
     },
     "tags": []
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "\u001b[33mWARNING: Error parsing requirements for nbsphinx: [Errno 2] No such file or directory: '/opt/homebrew/Caskroom/miniforge/base/envs/dev_ecc/lib/python3.10/site-packages/nbsphinx-0.9.3.dist-info/METADATA'\u001b[0m\u001b[33m\n",
-      "\u001b[0m"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "!pip install torch --quiet"
    ]
@@ -165,7 +156,7 @@
    },
    "outputs": [],
    "source": [
-    "ds = ds_in.to_fieldlist(array_backend=\"pytorch\")"
+    "ds = ds_in.to_fieldlist(array_namespace=\"torch\")"
    ]
   },
   {
@@ -430,7 +421,7 @@
     "tags": []
    },
    "source": [
-    ":py:meth:`Field.to_array() <data.core.fieldlist.Field.to_array>` and :py:meth:`FieldList.to_array() <data.core.fieldlist.FieldList.to_array>` return the values based on the underlying backend. "
+    ":py:meth:`Field.to_array() <data.core.fieldlist.Field.to_array>` and :py:meth:`FieldList.to_array() <data.core.fieldlist.FieldList.to_array>` return the values based on the underlying namespace. "
    ]
   },
   {
@@ -1095,9 +1086,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "dev_ecc",
+   "display_name": "dev",
    "language": "python",
-   "name": "dev_ecc"
+   "name": "dev"
   },
   "language_info": {
    "codemirror_mode": {
@@ -1109,7 +1100,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.13"
+   "version": "3.13.1"
   }
  },
  "nbformat": 4,

docs/examples/grib_array_backends.ipynb docs/examples/grib_array_namespace.ipynbdocs/examples/grib_array_backends.ipynb renamed to docs/examples/grib_array_namespace.ipynb

@@ -48,7 +48,7 @@ GRIB
     grib_metadata_object.ipynb
     grib_modification.ipynb
     numpy_fieldlist.ipynb
-    grib_array_backends.ipynb
+    grib_array_namespace.ipynb
     grib_nearest_gridpoint.ipynb
     grib_time_series.ipynb
     grib_fdb_write.ipynb
@@ -124,6 +124,16 @@ Shapefile
 
 .. _examples_lod:
 
+UK Met Office PP file
+++++++++++++++++++++++
+
+.. toctree::
+    :maxdepth: 1
+    :glob:
+
+    ukmo_pp.ipynb
+
+
 Dictionary input
 ++++++++++++++++++++++