fix bugs with querying job

Author: jdkent

Dockerfile

@@ -14,7 +14,7 @@ RUN hatch dep show requirements > requirements.txt && pip install -r requirement
 
 COPY . .
 
-# install the package (more likely to change, leverage caching!)
-RUN pip install .
+# install the package with AWS extras so the ECS task has boto3, etc.
+RUN pip install '.[aws]'
 
 ENTRYPOINT ["compose-run"]

compose_runner/aws_lambda/status_handler.py

@@ -81,7 +81,9 @@ def handler(event: Dict[str, Any], context: Any) -> Dict[str, Any]:
     output_doc = _parse_output(description.get("output"))
     body["output"] = output_doc
 
-    artifact_prefix = output_doc.get("artifact_prefix") or output_doc.get("run_id")
+    artifact_prefix = description.get("name")
+    if not artifact_prefix:
+        raise ValueError("Execution does not expose a name; cannot determine artifact prefix.")
     body["artifact_prefix"] = artifact_prefix
 
     if status in {"SUCCEEDED", "FAILED"}:

compose_runner/tests/test_lambda_handlers.py

@@ -137,7 +137,7 @@ def generate_presigned_url(self, client_method, Params, ExpiresIn):
 def test_status_handler_succeeded(monkeypatch):
     start = datetime(2024, 1, 1, tzinfo=timezone.utc)
     stop = datetime(2024, 1, 1, 1, tzinfo=timezone.utc)
-    output_payload = {"artifact_prefix": "artifact-1", "results": {"bucket": "bucket", "prefix": "prefix"}}
+    output_payload = {"results": {"bucket": "bucket", "prefix": "prefix"}}
 
     class FakeBody:
         def __init__(self, data):
@@ -150,6 +150,7 @@ class FakeSFN:
         def describe_execution(self, **kwargs):
             return {
                 "status": "SUCCEEDED",
+                "name": "artifact-1",
                 "startDate": start,
                 "stopDate": stop,
                 "output": json.dumps(output_payload),

infra/cdk/stacks/compose_runner_stack.py

@@ -124,7 +124,7 @@ def __init__(self, scope: Construct, construct_id: str, **kwargs: object) -> Non
         container = task_definition.add_container(
             "ComposeRunnerContainer",
             image=ecs.ContainerImage.from_docker_image_asset(fargate_asset),
-            command=["python", "-m", "compose_runner.ecs_task"],
+            entry_point=["python", "-m", "compose_runner.ecs_task"],
             logging=ecs.LogDriver.aws_logs(
                 log_group=task_log_group,
                 stream_prefix="compose-runner",
@@ -261,6 +261,7 @@ def __init__(self, scope: Construct, construct_id: str, **kwargs: object) -> Non
             description="Reports Step Functions execution status and metadata.",
         )
         state_machine.grant_read(status_function)
+        results_bucket.grant_read(status_function)
 
         status_function_url = status_function.add_function_url(
             auth_type=lambda_.FunctionUrlAuthType.NONE,