expose Stream Connection metrics through prometheus. supports both per connection (detailed) and aggregated total (metrics).

Author: markusgust

deps/rabbitmq_prometheus/src/collectors/prometheus_rabbitmq_core_metrics_collector.erl

@@ -203,6 +203,20 @@
         {4, undefined, connection_process_reductions_total, counter, "Total number of connection process reductions"}
     ]},
 
+    %% the family name for these metric is stream_publisher_metrics but the real table used for data is rabbit_stream_publisher_created.
+    {stream_publisher_metrics, [
+        {2, undefined, stream_publisher_published_total, counter, "Total number of messages published", published},
+        {2, undefined, stream_publisher_confirmed_total, counter, "Total number of messages confirmed", confirmed},
+        {2, undefined, stream_publisher_error_messages, counter, "Total number of messages errored", errored}
+    ]},
+
+    %% the family name for these metric is stream_consumer_metrics but the real table used for data is rabbit_stream_consumer_created.
+    {stream_consumer_metrics, [
+        {2, undefined, stream_consumer_consumed_total, counter, "Total number of messages consumed", consumed},
+        {2, undefined, stream_consumer_offset, counter, "Total offset", offset},
+        {2, undefined, stream_consumer_offset_lag, counter, "Total offset lag", offset_lag}
+    ]},
+
     {connection_metrics, [
         {2, undefined, connection_incoming_packets_total, counter, "Total number of packets received on a connection", recv_cnt},
         {2, undefined, connection_outgoing_packets_total, counter, "Total number of packets sent on a connection", send_cnt},
@@ -417,6 +431,11 @@ label(M) when is_map(M) ->
 label(#resource{virtual_host = VHost, kind = exchange, name = Name}) ->
     <<"vhost=\"", (escape_label_value(VHost))/binary, "\",",
       "exchange=\"", (escape_label_value(Name))/binary, "\"">>;
+
+label({#resource{virtual_host = VHost, kind = queue, name = Name}, P, _}) when is_pid(P) ->
+    <<"vhost=\"", (escape_label_value(VHost))/binary, "\",",
+      "queue=\"", (escape_label_value(Name))/binary, "\",",
+      "channel=\"", (iolist_to_binary(pid_to_list(P)))/binary, "\"">>;
 label(#resource{virtual_host = VHost, kind = queue, name = Name}) ->
     <<"vhost=\"", (escape_label_value(VHost))/binary, "\",",
       "queue=\"", (escape_label_value(Name))/binary, "\"">>;
@@ -516,6 +535,26 @@ get_data(channel_metrics = Table, false, _, _) ->
      [{Table, [{consumer_count, A1}, {messages_unacknowledged, A2}, {messages_unconfirmed, A3},
                {messages_uncommitted, A4}, {acks_uncommitted, A5}, {prefetch_count, A6},
                {global_prefetch_count, A7}]}];
+get_data(stream_publisher_metrics = Table, false, _, _) ->
+  RealTable = rabbit_stream_publisher_created, %% real table name
+  {Table, A1, A2, A3} = ets:foldl(fun({_, Props}, {T, A1, A2, A3}) ->
+    {T,
+      sum(proplists:get_value(published, Props), A1),
+      sum(proplists:get_value(confirmed, Props), A2),
+      sum(proplists:get_value(errored, Props), A3)
+    }
+                      end, empty(Table), RealTable),
+  [{Table, [{published, A1}, {confirmed, A2}, {errored, A3}]}];
+get_data(stream_consumer_metrics = Table, false, _, _) ->
+  RealTable = rabbit_stream_consumer_created, %% real table name
+  {Table, A1, A2, A3} = ets:foldl(fun({_, Props}, {T, A1, A2, A3}) ->
+    {T,
+      sum(proplists:get_value(consumed, Props), A1),
+      sum(proplists:get_value(offset, Props), A2),
+      sum(proplists:get_value(offset_lag, Props), A3)
+    }
+                      end, empty(Table), RealTable),
+  [{Table, [{offset, A1}, {offset_lag, A2}, {consumed, A3}]}];
 get_data(queue_consumer_count = MF, false, VHostsFilter, QueuesFilter) ->
     Table = queue_metrics, %% Real table name
     {_, A1} = ets:foldl(fun
@@ -622,6 +661,10 @@ get_data(MF, true, VHostsFilter, _) when is_map(VHostsFilter), MF == queue_metri
               end, [], Table);
 get_data(queue_consumer_count, true, _, _) ->
     ets:tab2list(queue_metrics);
+get_data(stream_publisher_metrics, true, _, _) ->
+    ets:tab2list(rabbit_stream_publisher_created);
+get_data(stream_consumer_metrics, true, _, _) ->
+    ets:tab2list(rabbit_stream_consumer_created);
 get_data(vhost_status, _, _, _) ->
     [ { #{<<"vhost">> => VHost},
         case rabbit_vhost_sup_sup:is_vhost_alive(VHost) of
@@ -698,7 +741,8 @@ accumulate_count_and_sum(Value, {Count, Sum}) ->
 
 empty(T) when T == channel_queue_exchange_metrics; T == channel_process_metrics; T == queue_consumer_count ->
     {T, 0};
-empty(T) when T == connection_coarse_metrics; T == auth_attempt_metrics; T == auth_attempt_detailed_metrics ->
+empty(T) when T == connection_coarse_metrics; T == stream_publisher_metrics; 
+              T == stream_consumer_metrics; T == auth_attempt_metrics; T == auth_attempt_detailed_metrics -> 
     {T, 0, 0, 0};
 empty(T) when T == channel_exchange_metrics; T == queue_coarse_metrics; T == connection_metrics ->
     {T, 0, 0, 0, 0};