feat: add logging to netstat tools for process killing

- Introduced a logging function to capture messages during the killing
  of leftover processes in `netstat_tools.py`.
- Updated `kill_old_cluster` to accept a logging function and log
  messages to `scheduling.log`.
- Modified `cluster_getter.py` to pass a logging function to
  `kill_old_cluster`.

Author: mkoura

cardano_node_tests/cluster_management/cluster_getter.py

@@ -156,6 +156,9 @@ def _respin(self, start_cmd: str = "", stop_cmd: str = "") -> bool:  # noqa: C90
             f"stop_cmd='{startup_files.stop_script}'"
         )
 
+        def _netstat_log_func(msg: str) -> None:
+            self.log(f"c{self.cluster_instance_num}: {msg}")
+
         excp: Exception | None = None
         netstat_out = ""
         for i in range(2):
@@ -175,7 +178,9 @@ def _respin(self, start_cmd: str = "", stop_cmd: str = "") -> bool:  # noqa: C90
             time.sleep(10)
 
             # Kill the leftover processes
-            netstat_tools.kill_old_cluster(instance_num=self.cluster_instance_num)
+            netstat_tools.kill_old_cluster(
+                instance_num=self.cluster_instance_num, log_func=_netstat_log_func
+            )
 
             # Save artifacts only when produced during this test run
             if cluster_running_file.exists() or i > 0:

cardano_node_tests/cluster_management/netstat_tools.py

@@ -4,6 +4,7 @@
 import os
 import re
 import time
+import typing as tp
 
 from cardano_node_tests.utils import cluster_nodes
 from cardano_node_tests.utils import helpers
@@ -22,7 +23,7 @@ def get_netstat_out() -> str:
         return ""
 
 
-def kill_old_cluster(instance_num: int) -> None:  # noqa: C901
+def kill_old_cluster(instance_num: int, log_func: tp.Callable[[str], None]) -> None:  # noqa: C901
     """Attempt to kill all processes left over from a previous cluster instance."""
 
     def _get_netstat_split() -> list[str]:
@@ -39,9 +40,18 @@ def _try_kill(pid: int) -> None:
         try:
             os.kill(pid, 15)
         except Exception as excp:
-            LOGGER.error(f"Failed to kill leftover process PID {pid}: {excp}")  # noqa: TRY400
+            log_func(f"Failed to kill leftover process PID {pid}: {excp}")
             return
 
+    def _get_proc_cmdline(pid: int) -> str:
+        try:
+            with open(f"/proc/{pid}/cmdline") as f:
+                cmdline = f.read().replace("\0", " ").strip()
+        except Exception:
+            cmdline = ""
+
+        return cmdline
+
     port_nums = cluster_nodes.get_cluster_type().cluster_scripts.get_instance_ports(instance_num)
     port_strs = [
         # Add whitestpace to the end of each port number to avoid matching a port number that is a
@@ -63,7 +73,7 @@ def _try_kill(pid: int) -> None:
             continue
         pid = _get_pid(line)
         if pid:
-            LOGGER.info(f"Killing supervisor process: PID {pid}")
+            log_func(f"Killing supervisor process: PID {pid}")
             _try_kill(pid)
         time.sleep(5)
         break
@@ -78,7 +88,8 @@ def _try_kill(pid: int) -> None:
             found = True
             pid = _get_pid(line)
             if pid:
-                LOGGER.info(f"Killing leftover process: PID {pid}")
+                cmdline = _get_proc_cmdline(pid)
+                log_func(f"Killing leftover process: PID {pid}; cmdline: {cmdline}")
                 _try_kill(pid)
             time.sleep(5)
             break