move logic from created and queued state to be blocking for launching jobs

Author: HansVRP

openeo/extra/job_management/_manager.py

@@ -539,10 +539,12 @@ def _job_update_loop(
             stats["track_statuses"] += 1
 
         not_started = job_db.get_by_status(statuses=["not_started"], max=200).copy()
-        if len(not_started) > 0:
+        pending = job_db.get_by_status(statuses=["created", "queued", "queued_for_start"], max=200).copy()
+
+        if len(not_started) > 0 and len(pending) < 10:
             # Check number of jobs running at each backend
             # TODO: should "created" be included in here? Calling this "running" is quite misleading then.
-            running = job_db.get_by_status(statuses=["created", "queued", "queued_for_start", "running"])
+            running = job_db.get_by_status(statuses=["running"])
             stats["job_db get_by_status"] += 1
             per_backend = running.groupby("backend_name").size().to_dict()
             _log.info(f"Running per backend: {per_backend}")