feat: add zstd and compress

bottlecap/Cargo.toml

@@ -40,6 +40,7 @@ rmp-serde = { version = "1.3.0", default-features = false }
 rustls = { version = "0.23.18", default-features = false, features = ["aws-lc-rs"] }
 rand = { version = "0.8", default-features = false }
 prost = { version = "0.11.6", default-features = false }
+zstd = { version = "0.13.2", default-features = false }
 
 [dev-dependencies]
 figment = { version = "0.10", default-features = false, features = ["yaml", "env", "test"] }

bottlecap/src/logs/flusher.rs

@@ -1,9 +1,13 @@
 use crate::config;
 use crate::http_client;
 use crate::logs::aggregator::Aggregator;
-use std::sync::{Arc, Mutex};
+use std::{
+    io::Write,
+    sync::{Arc, Mutex},
+};
 use tokio::task::JoinSet;
 use tracing::{debug, error};
+use zstd::stream::write::Encoder;
 
 pub struct Flusher {
     api_key: String,
@@ -59,14 +63,18 @@ impl Flusher {
 
     async fn send(client: reqwest::Client, api_key: String, fqdn: String, data: Vec<u8>) {
         let url = format!("{fqdn}/api/v2/logs");
+        let mut encoder = Encoder::new(Vec::new(), 0).unwrap();
+        encoder.write_all(&data).unwrap();
+        let body = encoder.finish().unwrap();
 
         if !data.is_empty() {
             let resp: Result<reqwest::Response, reqwest::Error> = client
                 .post(&url)
                 .header("DD-API-KEY", api_key)
                 .header("DD-PROTOCOL", "agent-json")
                 .header("Content-Type", "application/json")
-                .body(data)
+                .header("Content-Encoding", "zstd")
+                .body(body)
                 .send()
                 .await;