update protobufs

Author: duncanpharvey

.github/workflows/verify-proto-files.yml

@@ -3,7 +3,7 @@ on:
   pull_request:
     types: [ opened, synchronize, reopened ]
 env:
-  DATADOG_AGENT_TAG: "bdcdd8cf1ba4090a29b96d5669cfab5dd81814b1"
+  DATADOG_AGENT_TAG: "fdc29d4428db855950228a642c43a5595e56bb09"
   CARGO_TERM_COLOR: always
   CARGO_INCREMENTAL: 0
 jobs:

datadog-ipc/src/shm_stats.rs

@@ -818,6 +818,7 @@ impl ShmSpanConcentrator {
                 .unwrap_or_default(),
             service_source: read_str!(f.service_source),
             span_derived_primary_tags: vec![],
+            additional_metric_tags: vec![],
         }
     }
 }

libdd-trace-protobuf/build.rs

@@ -56,6 +56,7 @@ fn generate_protobuf() {
     //   intake expects the name ContainerID rather than the PascalCase ContainerId
 
     config.type_attribute("TracerPayload", "#[derive(Deserialize, Serialize)]");
+    config.type_attribute("ContainerDebug", "#[derive(Deserialize, Serialize)]");
     config.type_attribute("TraceChunk", "#[derive(Deserialize, Serialize)]");
 
     config.type_attribute("SpanLink", "#[derive(Deserialize, Serialize)]");
@@ -216,6 +217,10 @@ fn generate_protobuf() {
         "ClientGroupedStats.span_derived_primary_tags",
         "#[serde(default)]",
     );
+    config.field_attribute(
+        "ClientGroupedStats.additional_metric_tags",
+        "#[serde(default)]",
+    );
 
     config.field_attribute(
         "ClientGroupedStats.okSummary",

libdd-trace-protobuf/src/pb.idx.rs

@@ -276,4 +276,27 @@ pub struct TracerPayload {
     /// chunks specifies list of containing trace chunks.
     #[prost(message, repeated, tag = "11")]
     pub chunks: ::prost::alloc::vec::Vec<TraceChunk>,
+    /// containerDebug holds debug information about the container tags resolution.
+    #[prost(message, optional, tag = "12")]
+    pub container_debug: ::core::option::Option<ContainerDebug>,
+}
+/// ContainerDebug holds debug information about the container tags resolution process.
+#[derive(Deserialize, Serialize)]
+#[derive(Clone, PartialEq, Eq, Hash, ::prost::Message)]
+pub struct ContainerDebug {
+    /// error specifies any error that occurred during container tag resolution.
+    #[prost(string, tag = "1")]
+    pub error: ::prost::alloc::string::String,
+    /// latencyMs specifies the latency in milliseconds of the container tag resolution.
+    #[prost(int64, tag = "2")]
+    pub latency_ms: i64,
+    /// wasBuffered specifies whether the payload was buffered while waiting for container tags.
+    #[prost(bool, tag = "3")]
+    pub was_buffered: bool,
+    /// bufferMs specifies how long the payload was buffered in milliseconds.
+    #[prost(int64, tag = "4")]
+    pub buffer_ms: i64,
+    /// bufferEvictionReason specifies why the payload was evicted from the buffer.
+    #[prost(string, tag = "5")]
+    pub buffer_eviction_reason: ::prost::alloc::string::String,
 }

libdd-trace-protobuf/src/pb.rs

@@ -426,6 +426,35 @@ pub struct TracerPayload {
     /// @gotags: json:"app_version" msg:"app_version"
     #[prost(string, tag = "10")]
     pub app_version: ::prost::alloc::string::String,
+    /// containerDebug holds debug information about the container tags resolution.
+    /// @gotags: json:"container_debug,omitempty" msg:"container_debug,omitempty"
+    #[prost(message, optional, tag = "11")]
+    pub container_debug: ::core::option::Option<ContainerDebug>,
+}
+/// ContainerDebug holds debug information about the container tags resolution process.
+#[derive(Deserialize, Serialize)]
+#[derive(Clone, PartialEq, Eq, Hash, ::prost::Message)]
+pub struct ContainerDebug {
+    /// error specifies any error that occurred during container tag resolution.
+    /// @gotags: json:"error,omitempty" msg:"error,omitempty"
+    #[prost(string, tag = "1")]
+    pub error: ::prost::alloc::string::String,
+    /// latencyMs specifies the latency in milliseconds of the container tag resolution.
+    /// @gotags: json:"latency_ms,omitempty" msg:"latency_ms,omitempty"
+    #[prost(int64, tag = "2")]
+    pub latency_ms: i64,
+    /// wasBuffered specifies whether the payload was buffered while waiting for container tags.
+    /// @gotags: json:"was_buffered,omitempty" msg:"was_buffered,omitempty"
+    #[prost(bool, tag = "3")]
+    pub was_buffered: bool,
+    /// bufferMs specifies how long the payload was buffered in milliseconds.
+    /// @gotags: json:"buffer_ms,omitempty" msg:"buffer_ms,omitempty"
+    #[prost(int64, tag = "4")]
+    pub buffer_ms: i64,
+    /// bufferEvictionReason specifies why the payload was evicted from the buffer.
+    /// @gotags: json:"buffer_eviction_reason,omitempty" msg:"buffer_eviction_reason,omitempty"
+    #[prost(string, tag = "5")]
+    pub buffer_eviction_reason: ::prost::alloc::string::String,
 }
 /// AgentPayload represents payload the agent sends to the intake.
 #[derive(Clone, PartialEq, ::prost::Message)]
@@ -666,6 +695,10 @@ pub struct ClientGroupedStats {
     pub span_derived_primary_tags: ::prost::alloc::vec::Vec<
         ::prost::alloc::string::String,
     >,
+    /// additional_metric_tags are tags sent by tracers to be used as additional dimensions for stats aggregation
+    #[prost(string, repeated, tag = "23")]
+    #[serde(default)]
+    pub additional_metric_tags: ::prost::alloc::vec::Vec<::prost::alloc::string::String>,
 }
 /// Trilean is an expanded boolean type that is meant to differentiate between being unset and false.
 #[derive(Clone, Copy, Debug, PartialEq, Eq, Hash, PartialOrd, Ord, ::prost::Enumeration)]

libdd-trace-protobuf/src/pb/idx/tracer_payload.proto

@@ -48,4 +48,20 @@ message TracerPayload {
 	map<uint32, AnyValue> attributes = 10;
 	// chunks specifies list of containing trace chunks.
 	repeated TraceChunk chunks = 11;
+	// containerDebug holds debug information about the container tags resolution.
+	ContainerDebug containerDebug = 12;
+}
+
+// ContainerDebug holds debug information about the container tags resolution process.
+message ContainerDebug {
+	// error specifies any error that occurred during container tag resolution.
+	string error = 1;
+	// latencyMs specifies the latency in milliseconds of the container tag resolution.
+	int64 latencyMs = 2;
+	// wasBuffered specifies whether the payload was buffered while waiting for container tags.
+	bool wasBuffered = 3;
+	// bufferMs specifies how long the payload was buffered in milliseconds.
+	int64 bufferMs = 4;
+	// bufferEvictionReason specifies why the payload was evicted from the buffer.
+	string bufferEvictionReason = 5;
 }

libdd-trace-protobuf/src/pb/stats.proto

@@ -108,4 +108,6 @@ message ClientGroupedStats {
 	// span_derived_primary_tags are user-configured tags that are extracted from spans and used for stats aggregation
 	// E.g., `aws.s3.bucket`, `http.url`, or any custom tag
 	repeated string span_derived_primary_tags = 22;
+	// additional_metric_tags are tags sent by tracers to be used as additional dimensions for stats aggregation
+	repeated string additional_metric_tags = 23;
 }

libdd-trace-protobuf/src/pb/tracer_payload.proto

@@ -57,4 +57,26 @@ message TracerPayload {
 	// version specifies `version` tag that set with the tracer.
 	// @gotags: json:"app_version" msg:"app_version"
 	string appVersion = 10;
+	// containerDebug holds debug information about the container tags resolution.
+	// @gotags: json:"container_debug,omitempty" msg:"container_debug,omitempty"
+	ContainerDebug containerDebug = 11;
+}
+
+// ContainerDebug holds debug information about the container tags resolution process.
+message ContainerDebug {
+	// error specifies any error that occurred during container tag resolution.
+	// @gotags: json:"error,omitempty" msg:"error,omitempty"
+	string error = 1;
+	// latencyMs specifies the latency in milliseconds of the container tag resolution.
+	// @gotags: json:"latency_ms,omitempty" msg:"latency_ms,omitempty"
+	int64 latencyMs = 2;
+	// wasBuffered specifies whether the payload was buffered while waiting for container tags.
+	// @gotags: json:"was_buffered,omitempty" msg:"was_buffered,omitempty"
+	bool wasBuffered = 3;
+	// bufferMs specifies how long the payload was buffered in milliseconds.
+	// @gotags: json:"buffer_ms,omitempty" msg:"buffer_ms,omitempty"
+	int64 bufferMs = 4;
+	// bufferEvictionReason specifies why the payload was evicted from the buffer.
+	// @gotags: json:"buffer_eviction_reason,omitempty" msg:"buffer_eviction_reason,omitempty"
+	string bufferEvictionReason = 5;
 }

libdd-trace-protobuf/src/pb_test.rs

@@ -114,6 +114,7 @@ mod tests {
                     http_method: "GET".to_string(),
                     service_source: "".to_string(),
                     span_derived_primary_tags: vec![],
+                    additional_metric_tags: vec![],
                 }],
                 agent_time_shift: 0,
             }],

libdd-trace-stats/src/span_concentrator/aggregation.rs

@@ -499,7 +499,8 @@ fn encode_grouped_stats(key: OwnedAggregationKey, group: GroupedStats) -> pb::Cl
             .map(|c| c.to_string())
             .unwrap_or_default(),
         service_source: f.service_source,
-        span_derived_primary_tags: vec![], // Todo
+        span_derived_primary_tags: vec![],
+        additional_metric_tags: vec![],
     }
 }