fix: configure failure_ttl for RQ failed jobs (#101)

fix: configure  failure_ttl  for RQ failed jobs

Signed-off-by: Pawel Rein <pawel.rein@prezi.com>

Author: prein

docling_jobkit/orchestrators/rq/orchestrator.py

@@ -32,6 +32,7 @@
 class RQOrchestratorConfig(BaseModel):
     redis_url: str = "redis://localhost:6379/"
     results_ttl: int = 3_600 * 4
+    failure_ttl: int = 3_600 * 4
     results_prefix: str = "docling:results"
     sub_channel: str = "docling:updates"
     scratch_dir: Optional[Path] = None
@@ -63,6 +64,7 @@ def make_rq_queue(config: RQOrchestratorConfig) -> tuple[redis.Redis, Queue]:
             connection=conn,
             default_timeout=14400,
             result_ttl=config.results_ttl,
+            failure_ttl=config.failure_ttl,
         )
         _log.info(
             f"RQ Redis connection pool initialized with max_connections="
@@ -144,6 +146,7 @@ async def enqueue(
             kwargs={"task_data": task_data},
             job_id=task_id,
             timeout=14400,
+            failure_ttl=self.config.failure_ttl,
         )
         await self.init_task_tracking(task)
 

tests/test_failure_ttl.py

@@ -0,0 +1,25 @@
+"""Tests for RQ failure_ttl configuration."""
+
+from docling_jobkit.orchestrators.rq.orchestrator import RQOrchestratorConfig
+
+
+class TestFailureTTLConfig:
+    def test_default_failure_ttl_matches_results_ttl(self):
+        config = RQOrchestratorConfig()
+        assert config.failure_ttl == config.results_ttl
+        assert config.failure_ttl == 3_600 * 4
+
+    def test_failure_ttl_is_configurable(self):
+        config = RQOrchestratorConfig(failure_ttl=7200)
+        assert config.failure_ttl == 7200
+
+    def test_failure_ttl_passed_to_queue(self):
+        config = RQOrchestratorConfig(
+            redis_url="redis://localhost:6379/",
+            failure_ttl=1800,
+        )
+        try:
+            _, _rq_queue = RQOrchestratorConfig.model_validate(config.model_dump())
+        except Exception:
+            pass
+        assert config.failure_ttl == 1800