feat: add operator missing tasks panel

Author: avilagaston9

telemetry_api/lib/telemetry_api/periodically.ex

@@ -1,7 +1,7 @@
 defmodule TelemetryApi.Periodically do
   use GenServer
   alias TelemetryApi.Operators
-  alias TelemetryApi.EthereumMetrics
+  alias TelemetryApi.PrometheusMetrics
   alias TelemetryApi.ContractManagers.RegistryCoordinatorManager
   require Logger
 
@@ -45,7 +45,7 @@ defmodule TelemetryApi.Periodically do
   def handle_info(:gas_price, _state) do
     case Ethers.current_gas_price() do
       {:ok, gas_price} ->
-        EthereumMetrics.new_gas_price(gas_price)
+        PrometheusMetrics.new_gas_price(gas_price)
 
       {:error, error} ->
         IO.inspect("Error fetching gas price: #{error}")

telemetry_api/lib/telemetry_api/prometheus_metrics.ex

@@ -1,12 +1,20 @@
-defmodule TelemetryApi.EthereumMetrics do
+defmodule TelemetryApi.PrometheusMetrics do
   use Prometheus.Metric
 
   @gauge [name: :gas_price, help: "Ethereum Gas Price.", labels: []]
+  @counter [name: :missing_operator_count, help: "Missing Operators", labels: [:operator]]
 
   def new_gas_price(gas_price) do
     Gauge.set(
       [name: :gas_price, labels: []],
       gas_price
     )
   end
+
+  def missing_operator(operator) do
+    Counter.inc(
+      name: :missing_operator_count,
+      labels: [operator]
+    )
+  end
 end

telemetry_api/lib/telemetry_api/traces.ex

@@ -5,6 +5,7 @@ defmodule TelemetryApi.Traces do
   alias TelemetryApi.Traces.Trace
   alias TelemetryApi.Operators
   alias TelemetryApi.ContractManagers.StakeRegistry
+  alias TelemetryApi.PrometheusMetrics
 
   require OpenTelemetry.Tracer
   require OpenTelemetry.Ctx
@@ -208,7 +209,6 @@ defmodule TelemetryApi.Traces do
       :ok
     end
   end
-  
 
   @doc """
   Registers the sending of a batcher task to Ethereum in the task trace.
@@ -298,7 +298,7 @@ defmodule TelemetryApi.Traces do
       :ok
     end
   end
-  
+
   @doc """
   Registers a bump in the gas price when the aggregator tries to respond to a task in the task trace.
 
@@ -368,6 +368,11 @@ defmodule TelemetryApi.Traces do
   defp add_missing_operators([]), do: :ok
 
   defp add_missing_operators(missing_operators) do
+    # Send to prometheus
+    missing_operators
+    |> Enum.map(fn o -> PrometheusMetrics.missing_operator(o.name) end)
+    |> Enum.join(";")
+
     missing_operators =
       missing_operators |> Enum.map(fn o -> o.name end) |> Enum.join(";")