bug 1400258 - write cot verification logs to live_backing.log

Fixes #179.

Author: escapewindow

src/scriptworker/cot/verify.py

@@ -1912,7 +1912,7 @@ async def verify_chain_of_trust(chain, *, check_task=False):
         CoTError: on failure
 
     """
-    log_path = os.path.join(chain.context.config["task_log_dir"], "chain_of_trust.log")
+    log_path = os.path.join(chain.context.config["task_log_dir"], "live_backing.log")
     scriptworker_log = logging.getLogger("scriptworker")
     with contextual_log_handler(
         chain.context,

src/scriptworker/log.py

@@ -113,7 +113,7 @@ def get_log_filehandle(context: Any) -> Iterator[IO[str]]:
     """
     log_file_name = get_log_filename(context)
     makedirs(context.config["task_log_dir"])
-    with open(log_file_name, "w", encoding="utf-8") as filehandle:
+    with open(log_file_name, "a", encoding="utf-8") as filehandle:
         yield filehandle
 
 

src/scriptworker/worker.py

@@ -136,7 +136,7 @@ async def invoke(self, context):
                     status = await do_run_task(context, self._run_cancellable, self._to_cancellable_process)
                     artifacts_paths = filepaths_in_dir(context.config["artifact_dir"])
                 except WorkerShutdownDuringTask:
-                    shutdown_artifact_paths = [os.path.join("public", "logs", log_file) for log_file in ["chain_of_trust.log", "live_backing.log"]]
+                    shutdown_artifact_paths = [os.path.join("public", "logs", log_file) for log_file in ["live_backing.log"]]
                     artifacts_paths = [path for path in shutdown_artifact_paths if os.path.isfile(os.path.join(context.config["artifact_dir"], path))]
                     status = STATUSES["worker-shutdown"]
                 status = worst_level(status, await do_upload(context, artifacts_paths))

tests/test_integration.py

@@ -262,11 +262,8 @@ async def test_shutdown():
     async with get_context(partial_config) as context:
         result = await create_task(context, task_id, task_id)
         assert result["status"]["state"] == "pending"
-        fake_cot_log = os.path.join(context.config["artifact_dir"], "public", "logs", "chain_of_trust.log")
         fake_other_artifact = os.path.join(context.config["artifact_dir"], "public", "artifact.apk")
 
-        with open(fake_cot_log, "w") as file:
-            file.write("CoT logs")
         with open(fake_other_artifact, "w") as file:
             file.write("unrelated artifact")
         cancel_fut = asyncio.ensure_future(do_shutdown(context))
@@ -277,24 +274,17 @@ async def test_shutdown():
         assert status["status"]["runs"][0]["state"] == "exception"
         assert status["status"]["runs"][0]["reasonResolved"] == "worker-shutdown"
         log_url = context.queue.buildUrl("getArtifact", task_id, 0, "public/logs/live_backing.log")
-        cot_log_url = context.queue.buildUrl("getArtifact", task_id, 0, "public/logs/chain_of_trust.log")
         other_artifact_url = context.queue.buildUrl("getArtifact", task_id, 0, "public/artifact.apk")
         log_path = os.path.join(context.config["work_dir"], "log")
-        cot_log_path = os.path.join(context.config["work_dir"], "cot_log")
         other_artifact_path = os.path.join(context.config["work_dir"], "artifact.apk")
         await utils.download_file(context, log_url, log_path)
-        await utils.download_file(context, cot_log_url, cot_log_path)
         with pytest.raises(Download404):
             await utils.download_file(context, other_artifact_url, other_artifact_path)
 
         with open(log_path) as fh:
             contents = fh.read()
         assert contents.rstrip() == "running task script\nAutomation Error: python exited with signal -15"
 
-        with open(cot_log_path) as fh:
-            contents = fh.read()
-        assert contents.rstrip() == "CoT logs"
-
 
 # empty_queue {{{1
 @pytest.mark.parametrize("context_function", [get_context, get_temp_creds_context])