Merge pull request #49 from birkmose/main

Stress test to test effects of gzip compression + measure upload times

Author: frigus02

Cargo.toml

@@ -86,3 +86,7 @@ required-features = ["metrics"]
 [[example]]
 name = "opentelemetry"
 required-features = ["reqwest-client", "opentelemetry/rt-tokio"]
+
+[[example]]
+name = "stress_test"
+required-features = ["reqwest-client", "opentelemetry/rt-tokio"]

examples/stress_test.rs

@@ -0,0 +1,105 @@
+use opentelemetry::{
+    global,
+    trace::{FutureExt, SpanKind, TraceContextExt, Tracer},
+    Context, KeyValue,
+};
+use std::env;
+use std::error::Error;
+use std::ops::Add;
+use std::time::{Duration, Instant, SystemTime};
+
+async fn mock_sql_call(n: u64, duration: u64) {
+    let tracer = global::tracer("run_in_child_process_new");
+    let now = SystemTime::now();
+    let end_time = now.add(Duration::from_millis(duration));
+    tracer
+        .span_builder("test_db")
+        .with_kind(SpanKind::Client)
+        .with_attributes(vec![
+            KeyValue::new("service.name", "test-database"),
+            KeyValue::new("db.system", "SQL"),
+            KeyValue::new(
+                "db.statement",
+                format!("SELECT * FROM test WHERE test_id = {}", n),
+            ),
+        ])
+        .with_start_time(now)
+        .with_end_time(end_time)
+        .start(&tracer);
+}
+
+async fn mock_serve_http_request(n: u64) {
+    let tracer = global::tracer("named tracer");
+    let now = SystemTime::now();
+    let duration = 10 + (n % 50);
+    let end_time = now.add(Duration::from_millis(duration));
+    let span = tracer
+        .span_builder("localhost")
+        .with_attributes(vec![
+            KeyValue::new("http.status_code", 200),
+            KeyValue::new("http.client_id", "127.0.0.1"),
+            KeyValue::new("http.server_name", "localhost:80"),
+            KeyValue::new("http.http_method", "GET"),
+            KeyValue::new("http.target", format!("/test/{}", n)),
+            KeyValue::new("http.flavor", "1.1"),
+            KeyValue::new("net.peer.id", "127.0.0.1:42424"),
+            KeyValue::new("http.route", "/test/:test_id"),
+            KeyValue::new("http.host", "localhost:80"),
+            KeyValue::new("service.name", "test-http-server"),
+        ])
+        .with_start_time(now)
+        .with_end_time(end_time)
+        .with_kind(SpanKind::Server)
+        .start(&tracer);
+
+    let cx = Context::new().with_span(span);
+    mock_sql_call(n, duration - 5).with_context(cx).await;
+}
+
+// This example emulates the traces that a typical HTTP server with a SQL server dependency would generate.
+// The amount of traces generated is controlled by the NUM_ROOT_SPANS environment variable.
+// WARNING: Please notice at large NUM_ROOT_SPANS settings, this can incur real costs at your application insights resource - so be cautious!
+#[tokio::main]
+async fn main() -> Result<(), Box<dyn Error>> {
+    env_logger::init();
+
+    let instrumentation_key =
+        env::var("INSTRUMENTATION_KEY").expect("env var INSTRUMENTATION_KEY should exist");
+
+    // Please note with large NUM_ROOT_SPANS settings the batch span processor might start falling behind
+    // You can mitigate this by configuring the batch span processor using the standard SDK environment variables
+    // for instance:
+    //
+    // export OTEL_BSP_MAX_QUEUE_SIZE=200000
+    //
+    // For further details please refer to: https://opentelemetry.io/docs/reference/specification/sdk-environment-variables/#batch-span-processor
+    let num_root_spans = env::var("NUM_ROOT_SPANS")
+        .expect("env var NUM_ROOT_SPANS should exist")
+        .parse::<u64>()
+        .expect("NUM_ROOT_SPANS could not be parsed");
+
+    let timer = Instant::now();
+
+    opentelemetry_application_insights::new_pipeline(instrumentation_key)
+        .with_service_name("stress-test")
+        .with_client(reqwest::Client::new())
+        .install_batch(opentelemetry::runtime::Tokio);
+
+    for i in 1..num_root_spans + 1 {
+        mock_serve_http_request(i).await;
+        if i % 1000 == 0 {
+            println!("Mocked {} root spans", i);
+        }
+    }
+
+    opentelemetry::global::shutdown_tracer_provider();
+
+    let duration = timer.elapsed();
+
+    println!(
+        "Finished uploading {} root spans in: {:?}",
+        num_root_spans, duration
+    );
+
+    Ok(())
+}