cli: add grep_logs function

Author: willcl-ark

src/warnet/cli/bitcoin.py

@@ -1,3 +1,6 @@
+import json
+import re
+
 import click
 
 from .util import run_command
@@ -46,23 +49,74 @@ def debug_log(node, network):
 #     print(rpc_call("tank_messages", {"network": network, "node_a": node_a, "node_b": node_b}))
 #
 #
-# @bitcoin.command()
-# @click.argument("pattern", type=str, required=True)
-# @click.option("--show-k8s-timestamps", is_flag=True, default=False, show_default=True)
-# @click.option("--no-sort", is_flag=True, default=False, show_default=True)
-# @click.option("--network", default="warnet", show_default=True)
-# def grep_logs(pattern, network, show_k8s_timestamps, no_sort):
-#     """
-#     Grep combined logs via fluentd using regex <pattern>
-#     """
-#     print(
-#         rpc_call(
-#             "logs_grep",
-#             {
-#                 "network": network,
-#                 "pattern": pattern,
-#                 "k8s_timestamps": show_k8s_timestamps,
-#                 "no_sort": no_sort,
-#             },
-#         )
-#     )
+
+@bitcoin.command()
+@click.argument("pattern", type=str, required=True)
+@click.option("--show-k8s-timestamps", is_flag=True, default=False, show_default=True)
+@click.option("--no-sort", is_flag=True, default=False, show_default=True)
+@click.option("--network", default="warnet", show_default=True)
+def grep_logs(pattern, network, show_k8s_timestamps, no_sort):
+    """
+    Grep combined logs via fluentd using regex <pattern>
+    """
+
+    # Get all pods in the namespace
+    command = f"kubectl get pods -n {network} -o json"
+    pods_json = run_command(command, return_output=True)
+
+    if pods_json is False:
+        print("Error: Failed to get pods information")
+        return
+
+    try:
+        pods = json.loads(pods_json)
+    except json.JSONDecodeError as e:
+        print(f"Error decoding JSON: {e}")
+        return
+
+    matching_logs = []
+
+    for pod in pods.get("items", []):
+        pod_name = pod.get("metadata", {}).get("name", "")
+        if "warnet" in pod_name:
+            # Get container names for this pod
+            containers = pod.get("spec", {}).get("containers", [])
+            if not containers:
+                continue
+
+            # Use the first container name
+            container_name = containers[0].get("name", "")
+            if not container_name:
+                continue
+
+            # Get logs from the specific container
+            command = f"kubectl logs {pod_name} -c {container_name} -n {network} --timestamps"
+            logs = run_command(command, return_output=True)
+
+            if logs is not False:
+                # Process logs
+                for log_entry in logs.splitlines():
+                    if re.search(pattern, log_entry):
+                        matching_logs.append((log_entry, pod_name))
+
+    # Sort logs if needed
+    if not no_sort:
+        matching_logs.sort(key=lambda x: x[0])
+
+    # Print matching logs
+    for log_entry, pod_name in matching_logs:
+        try:
+            # Split the log entry into Kubernetes timestamp, Bitcoin timestamp, and the rest of the log
+            k8s_timestamp, rest = log_entry.split(' ', 1)
+            bitcoin_timestamp, log_message = rest.split(' ', 1)
+
+            # Format the output based on the show_k8s_timestamps option
+            if show_k8s_timestamps:
+                print(f"{pod_name}: {k8s_timestamp} {bitcoin_timestamp} {log_message}")
+            else:
+                print(f"{pod_name}: {bitcoin_timestamp} {log_message}")
+        except ValueError:
+            # If we can't parse the timestamps, just print the original log entry
+            print(f"{pod_name}: {log_entry}")
+
+    return matching_logs

src/warnet/cli/util.py

@@ -19,7 +19,7 @@
 SRC_DIR = files("warnet")
 
 
-def run_command(command, stream_output=False, env=None):
+def run_command(command, stream_output=False, env=None, return_output=False):
     # Merge the current environment with the provided env
     full_env = os.environ.copy()
     if env:
@@ -37,26 +37,31 @@ def run_command(command, stream_output=False, env=None):
             universal_newlines=True,
             env=full_env,
         )
-
+        output = []
         for line in iter(process.stdout.readline, ""):
             print(line, end="")
-
+            output.append(line)
         process.stdout.close()
         return_code = process.wait()
-
         if return_code != 0:
             print(f"Command failed with return code {return_code}")
-            return False
-        return True
+            return False if not return_output else "".join(output)
+        return True if not return_output else "".join(output)
     else:
         result = subprocess.run(
-            command, shell=True, capture_output=True, text=True, executable="/bin/bash"
+            command,
+            shell=True,
+            capture_output=True,
+            text=True,
+            executable="/bin/bash",
+            env=full_env,
         )
         if result.returncode != 0:
             print(f"Error: {result.stderr}")
-            return False
-        print(result.stdout)
-        return True
+            return False if not return_output else result.stderr
+        if not return_output:
+            print(result.stdout)
+        return True if not return_output else result.stdout
 
 
 def create_cycle_graph(n: int, version: str, bitcoin_conf: str | None, random_version: bool):