make UdfRuntimes more minimal

and introduce temporary LegacyUdfRuntimes as default for now

Author: soxofaan

CHANGELOG.md

@@ -19,7 +19,12 @@ and start a new "In Progress" section above it.
 
 <!-- start-of-changelog -->
 
-## In progress: 0.135.0
+## In progress: 0.136.0
+
+- Start supporting custom `UdfRuntimes` implementation in `OpenEoBackendImplementation` ([#415](https://github.com/Open-EO/openeo-python-driver/issues/415))
+
+
+## 0.135.0
 
 - Have `integrations.s3` for interaction with Object Storage that follows the S3 API.
 - `ElasticJobRegistry`: add support for pre-serialization of process graph ([Open-EO/openeo-geopyspark-driver#1232](https://github.com/Open-EO/openeo-geopyspark-driver/issues/1232))

openeo_driver/_version.py

@@ -1 +1 @@
-__version__ = "0.136.0a1"
+__version__ = "0.136.0a2"

openeo_driver/backend.py

@@ -772,7 +772,15 @@ def __str__(self):
 
 
 class UdfRuntimes(MicroService):
-    # TODO: this implementation is highly openeo-geopyspark-driver-specific: move it to there and make this base implementation more abstract/simple
+    def get_udf_runtimes(self) -> Dict[str, dict]:
+        return {}
+
+
+class LegacyUdfRuntimes(UdfRuntimes):
+    # TODO #415 this is a temporary adapter for backwards compatibility,
+    #       to allow migration of these implementation details to openeo-geopyspark-driver
+    #       (and openeo-aggregator).
+    #       To be removed when migration is done.
 
     # Python libraries to list
     # TODO: move listing of non-generic libs to openeo-geopyspark-driver
@@ -795,7 +803,7 @@ class UdfRuntimes(MicroService):
     def __init__(self):
         pass
 
-    def get_python_versions(self):
+    def _get_python_versions(self):
         # TODO: this assumes UDF runtime is equal to web app runtime, which is not true anymore.
         major, minor, patch = (str(v) for v in sys.version_info[:3])
         aliases = [
@@ -807,7 +815,7 @@ def get_python_versions(self):
         return major, aliases, default_version
 
     def _get_python_udf_runtime_metadata(self):
-        major, aliases, default_version = self.get_python_versions()
+        major, aliases, default_version = self._get_python_versions()
         # TODO: get actual library version (instead of version of current environment).
         libraries = {
             p: {"version": v.split(" ", 1)[-1]}
@@ -875,7 +883,7 @@ def __init__(
         self.user_defined_processes = user_defined_processes
         self.user_files = None  # TODO: implement user file storage microservice
         self.processing = processing
-        self.udf_runtimes = udf_runtimes or UdfRuntimes()
+        self.udf_runtimes = udf_runtimes or LegacyUdfRuntimes()
         self._conformance_classes = conformance_classes or self.DEFAULT_CONFORMANCE_CLASSES
 
         # Overridable cache control header injecting decorator for static, public view functions

tests/test_backend.py

@@ -2,6 +2,7 @@
 import urllib.parse
 
 import pytest
+import dirty_equals
 from openeo.utils.version import ComparableVersion
 
 from openeo_driver.backend import (
@@ -14,6 +15,7 @@
     UserDefinedProcessMetadata,
     is_not_implemented,
     not_implemented,
+    LegacyUdfRuntimes,
 )
 from openeo_driver.errors import CollectionNotFoundException
 from openeo_driver.users import User
@@ -307,3 +309,28 @@ def test_next_parameters(self):
             ],
             "links": [{"href": "https://oeo.test/jobs?offset=1234&state=foo", "rel": "next"}],
         }
+
+
+class TestLegacyUdfRuntimes:
+    def test_get_udf_runtimes(self):
+        runtimes = LegacyUdfRuntimes()
+        assert runtimes.get_udf_runtimes() == dirty_equals.IsPartialDict(
+            {
+                "Python": dirty_equals.IsPartialDict(
+                    {
+                        "title": dirty_equals.IsStr(regex=".*Python.*"),
+                        "type": "language",
+                        "default": "3",
+                        "versions": dirty_equals.IsPartialDict(
+                            {
+                                "3": {
+                                    "libraries": dirty_equals.IsPartialDict(
+                                        {"numpy": {"version": dirty_equals.IsStr(regex=r"\d+\.\d+\.\d+")}}
+                                    )
+                                },
+                            }
+                        ),
+                    }
+                )
+            }
+        )