fix(grafana): add metrics update loop and clean up comparison dashboard

Add concurrent Prometheus metrics update loop that exports test progress
and throughput metrics every second during performance test runs. This
fixes "No Data" panels in the Overview dashboard.

Remove redundant P50 delta panels from the comparison dashboard and
adjust grid positions for cleaner layout.

Author: jeffersonBastos

configs/dashboards/comparison.json

@@ -403,99 +403,9 @@
       "title": "Latency Comparison Over Time",
       "type": "timeseries"
     },
-    {
-      "datasource": { "type": "prometheus", "uid": "prometheus" },
-      "description": "Positive = slower (regression). Negative = faster (improvement).",
-      "fieldConfig": {
-        "defaults": {
-          "color": { "mode": "thresholds" },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              { "color": "green", "value": null },
-              { "color": "yellow", "value": 5 },
-              { "color": "red", "value": 15 }
-            ]
-          },
-          "unit": "percent"
-        },
-        "overrides": []
-      },
-      "gridPos": { "h": 4, "w": 6, "x": 0, "y": 10 },
-      "id": 10,
-      "options": {
-        "colorMode": "value",
-        "graphMode": "none",
-        "justifyMode": "auto",
-        "orientation": "auto",
-        "reduceOptions": {
-          "calcs": ["lastNotNull"],
-          "fields": "",
-          "values": false
-        },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.0.0",
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "cow_perf_baseline_comparison_percent{metric=\"submission_latency_p50\", baseline_id=~\"$baseline_id\"}",
-          "legendFormat": "P50",
-          "refId": "A"
-        }
-      ],
-      "title": "Submission P50 Delta",
-      "type": "stat"
-    },
-    {
-      "datasource": { "type": "prometheus", "uid": "prometheus" },
-      "description": "Positive = slower (regression). Negative = faster (improvement).",
-      "fieldConfig": {
-        "defaults": {
-          "color": { "mode": "thresholds" },
-          "mappings": [],
-          "thresholds": {
-            "mode": "absolute",
-            "steps": [
-              { "color": "green", "value": null },
-              { "color": "yellow", "value": 5 },
-              { "color": "red", "value": 15 }
-            ]
-          },
-          "unit": "percent"
-        },
-        "overrides": []
-      },
-      "gridPos": { "h": 4, "w": 6, "x": 6, "y": 10 },
-      "id": 11,
-      "options": {
-        "colorMode": "value",
-        "graphMode": "none",
-        "justifyMode": "auto",
-        "orientation": "auto",
-        "reduceOptions": {
-          "calcs": ["lastNotNull"],
-          "fields": "",
-          "values": false
-        },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.0.0",
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "cow_perf_baseline_comparison_percent{metric=\"settlement_latency_p50\", baseline_id=~\"$baseline_id\"}",
-          "legendFormat": "P50",
-          "refId": "A"
-        }
-      ],
-      "title": "Settlement P50 Delta",
-      "type": "stat"
-    },
     {
       "collapsed": false,
-      "gridPos": { "h": 1, "w": 24, "x": 0, "y": 14 },
+      "gridPos": { "h": 1, "w": 24, "x": 0, "y": 10 },
       "id": 12,
       "panels": [],
       "title": "Throughput",
@@ -520,7 +430,7 @@
         },
         "overrides": []
       },
-      "gridPos": { "h": 4, "w": 6, "x": 0, "y": 15 },
+      "gridPos": { "h": 4, "w": 6, "x": 0, "y": 11 },
       "id": 13,
       "options": {
         "colorMode": "value",
@@ -565,7 +475,7 @@
         },
         "overrides": []
       },
-      "gridPos": { "h": 4, "w": 6, "x": 6, "y": 15 },
+      "gridPos": { "h": 4, "w": 6, "x": 6, "y": 11 },
       "id": 14,
       "options": {
         "colorMode": "value",
@@ -624,7 +534,7 @@
         },
         "overrides": []
       },
-      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 15 },
+      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 11 },
       "id": 15,
       "options": {
         "legend": {
@@ -666,7 +576,7 @@
         },
         "overrides": []
       },
-      "gridPos": { "h": 4, "w": 6, "x": 0, "y": 19 },
+      "gridPos": { "h": 4, "w": 6, "x": 0, "y": 15 },
       "id": 16,
       "options": {
         "colorMode": "value",
@@ -694,7 +604,7 @@
     },
     {
       "collapsed": false,
-      "gridPos": { "h": 1, "w": 24, "x": 0, "y": 23 },
+      "gridPos": { "h": 1, "w": 24, "x": 0, "y": 19 },
       "id": 17,
       "panels": [],
       "title": "Regressions",
@@ -717,7 +627,7 @@
         },
         "overrides": []
       },
-      "gridPos": { "h": 4, "w": 4, "x": 0, "y": 24 },
+      "gridPos": { "h": 4, "w": 4, "x": 0, "y": 20 },
       "id": 18,
       "options": {
         "colorMode": "background",
@@ -760,7 +670,7 @@
         },
         "overrides": []
       },
-      "gridPos": { "h": 4, "w": 4, "x": 4, "y": 24 },
+      "gridPos": { "h": 4, "w": 4, "x": 4, "y": 20 },
       "id": 19,
       "options": {
         "colorMode": "background",
@@ -803,7 +713,7 @@
         },
         "overrides": []
       },
-      "gridPos": { "h": 4, "w": 4, "x": 8, "y": 24 },
+      "gridPos": { "h": 4, "w": 4, "x": 8, "y": 20 },
       "id": 20,
       "options": {
         "colorMode": "background",
@@ -866,7 +776,7 @@
           }
         ]
       },
-      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 24 },
+      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 20 },
       "id": 21,
       "options": {
         "cellHeight": "sm",

src/cow_performance/cli/commands/run.py

@@ -3,6 +3,7 @@
 import asyncio
 import signal
 import sys
+import time
 from datetime import datetime
 from pathlib import Path
 from typing import Any
@@ -66,6 +67,43 @@ def handle_signal(self, signum: int, frame: Any) -> None:
             self.orchestrator._running = False
 
 
+async def update_prometheus_metrics(
+    exporter: PrometheusExporter,
+    orchestrator: TraderOrchestrator,
+    test_duration: float,
+    target_rate: float,
+) -> None:
+    """Periodically update Prometheus progress and throughput metrics.
+
+    Args:
+        exporter: The Prometheus exporter to update
+        orchestrator: The trader orchestrator (to check running state and get order counts)
+        test_duration: Total test duration in seconds
+        target_rate: Target orders per second
+    """
+    start_time = time.time()
+
+    while orchestrator._running:
+        elapsed = time.time() - start_time
+
+        # Update progress (0-100%)
+        progress_percent = min(100.0, (elapsed / test_duration) * 100)
+        exporter.update_progress(progress_percent)
+
+        # Calculate actual rate
+        total_orders = orchestrator.trader_pool.get_total_orders_submitted()
+        actual_rate = total_orders / elapsed if elapsed > 0 else 0.0
+
+        # Update throughput metrics
+        exporter.update_throughput(
+            orders_per_second=actual_rate,
+            target_rate=target_rate,
+            actual_rate=actual_rate,
+        )
+
+        await asyncio.sleep(1.0)  # Update every second
+
+
 async def run_performance_test(
     config: PerformanceTestConfig,
     traders: int | None = None,
@@ -449,7 +487,29 @@ async def run_performance_test(
             try:
                 # Start test
                 start_time = datetime.now()
-                await orchestrator.run()
+
+                if prometheus_exporter:
+                    # Calculate target rate from behavior config (orders per minute -> per second)
+                    target_rate = behavior_config.base_rate / 60.0
+
+                    # Run orchestrator and metrics update loop concurrently
+                    metrics_task = asyncio.create_task(
+                        update_prometheus_metrics(
+                            prometheus_exporter,
+                            orchestrator,
+                            float(test_duration),
+                            target_rate,
+                        )
+                    )
+                    await orchestrator.run()
+                    metrics_task.cancel()  # Stop metrics loop when test completes
+                    try:
+                        await metrics_task
+                    except asyncio.CancelledError:
+                        pass
+                else:
+                    await orchestrator.run()
+
                 end_time = datetime.now()
 
                 progress.update(task, description="[bold green]Test completed!")