Make openeo.extra.job_management a package (instead of module)

to prepare for future extensions, e.g. #619

Author: soxofaan

openeo/extra/job_management.py openeo/extra/job_management/__init__.pyopeneo/extra/job_management.py renamed to openeo/extra/job_management/__init__.py

@@ -41,6 +41,7 @@
 
 _log = logging.getLogger(__name__)
 
+
 class _Backend(NamedTuple):
     """Container for backend info/settings"""
 
@@ -357,6 +358,7 @@ def start_job_thread(self, start_job: Callable[[], BatchJob], job_db: JobDatabas
         _log.info(f"Resuming `run_jobs` from existing {job_db}")
 
         self._stop_thread = False
+
         def run_loop():
 
             # TODO: support user-provided `stats`
@@ -855,6 +857,7 @@ class CsvJobDatabase(FullDataFrameJobDatabase):
 
     .. versionadded:: 0.31.0
     """
+
     def __init__(self, path: Union[str, Path]):
         super().__init__()
         self.path = Path(path)
@@ -911,6 +914,7 @@ class ParquetJobDatabase(FullDataFrameJobDatabase):
 
     .. versionadded:: 0.31.0
     """
+
     def __init__(self, path: Union[str, Path]):
         super().__init__()
         self.path = Path(path)
@@ -933,6 +937,7 @@ def read(self) -> pd.DataFrame:
         metadata = pyarrow.parquet.read_metadata(self.path)
         if b"geo" in metadata.metadata:
             import geopandas
+
             return geopandas.read_parquet(self.path)
         else:
             return pd.read_parquet(self.path)
@@ -1044,6 +1049,7 @@ class ProcessBasedJobCreator:
         `feedback and suggestions for improvement <https://github.com/Open-EO/openeo-python-client/issues>`_.
 
     """
+
     def __init__(
         self,
         *,
@@ -1076,7 +1082,6 @@ def _get_process_definition(self, connection: Connection) -> Process:
                 f"Unsupported process definition source udp_id={self._process_id!r} namespace={self._namespace!r}"
             )
 
-
     def start_job(self, row: pd.Series, connection: Connection, **_) -> BatchJob:
         """
         Implementation of the ``start_job`` callable interface

tests/extra/test_job_management.py …ra/job_management/test_job_management.pytests/extra/test_job_management.py renamed to tests/extra/job_management/test_job_management.py tests/extra/test_job_management.py renamed to tests/extra/job_management/test_job_management.py

@@ -833,20 +833,20 @@ def test_partial_read_write(self, tmp_path, orig: pandas.DataFrame):
         assert path.exists()
 
         loaded = db.get_by_status(statuses=["not_started"], max=2)
-        assert db.count_by_status(statuses=["not_started"])["not_started"] >1
+        assert db.count_by_status(statuses=["not_started"])["not_started"] > 1
 
         assert len(loaded) == 2
-        loaded.loc[0,"status"] = "running"
+        loaded.loc[0, "status"] = "running"
         loaded.loc[1, "status"] = "error"
         db.persist(loaded)
         assert db.count_by_status(statuses=["error"])["error"] == 1
 
         all = db.read()
         assert len(all) == len(orig)
-        assert all.loc[0,"status"] == "running"
-        assert all.loc[1,"status"] == "error"
-        if(len(all) >2):
-            assert all.loc[2,"status"] == "not_started"
+        assert all.loc[0, "status"] == "running"
+        assert all.loc[1, "status"] == "error"
+        if len(all) > 2:
+            assert all.loc[2, "status"] == "not_started"
         print(loaded.index)
 
     def test_initialize_from_df(self, tmp_path):