[DRAFT] Add Custom Thread-Based Runtime for OpenTelemetry batch Processing

Cargo.toml

@@ -47,4 +47,4 @@ tokio-stream = "0.1"
 tracing = { version = "0.1", default-features = false }
 tracing-core = { version = "0.1", default-features = false }
 tracing-subscriber = { version = "0.3", default-features = false }
-url = { version = "2.5.2", default-features = false } #https://github.com/servo/rust-url/issues/992
+url = {version = "=2.5.2", default-features = false }

examples/logs-batch/Cargo.toml

@@ -0,0 +1,15 @@
+[package]
+name = "logs-batch"
+version = "0.1.0"
+edition = "2021"
+license = "Apache-2.0"
+publish = false
+
+[dependencies]
+opentelemetry = { path = "../../opentelemetry", features = ["logs"] }
+opentelemetry_sdk = { path = "../../opentelemetry-sdk", features = ["logs"] }
+opentelemetry-stdout = { path = "../../opentelemetry-stdout", features = ["logs"]}
+opentelemetry-appender-log = { path = "../../opentelemetry-appender-log", default-features = false}
+opentelemetry-semantic-conventions = { path = "../../opentelemetry-semantic-conventions" }
+log = { workspace = true }
+serde_json = { workspace = true }

examples/logs-batch/README.md

@@ -0,0 +1,17 @@
+# OpenTelemetry Log Appender for log -  Example using Batch Log Processor and thread runtime
+
+This example shows how to use the opentelemetry-appender-log crate, which is a
+[logging
+appender](https://github.com/open-telemetry/opentelemetry-specification/blob/main/specification/glossary.md#log-appender--bridge)
+that bridges logs from the [log crate](https://docs.rs/log/latest/log/) to
+OpenTelemetry. The example setups a LoggerProvider with stdout exporter, so logs
+are emitted to stdout.
+
+## Usage
+
+Run the following, and Logs emitted using [log](https://docs.rs/log/latest/log/)
+will be written out to stdout.
+
+```shell
+cargo run
+```

examples/logs-batch/src/main.rs

@@ -0,0 +1,38 @@
+use log::{error, Level};
+use opentelemetry::KeyValue;
+use opentelemetry_appender_log::OpenTelemetryLogBridge;
+use opentelemetry_sdk::logs::LoggerProvider;
+use opentelemetry_sdk::thread_runtime::CustomThreadRuntime;
+use opentelemetry_sdk::Resource;
+use opentelemetry_semantic_conventions::resource::SERVICE_NAME;
+
+fn main() {
+    // Setup LoggerProvider with a stdout exporter
+    let exporter = opentelemetry_stdout::LogExporter::default();
+    let runtime = CustomThreadRuntime::new(2, 5); // 2 worker thread with queue size of 5
+    let logger_provider = LoggerProvider::builder()
+        .with_resource(Resource::new([KeyValue::new(
+            SERVICE_NAME,
+            "logs-basic-example",
+        )]))
+        .with_batch_exporter(exporter, runtime)
+        .build();
+
+    // Setup Log Appender for the log crate.
+    let otel_log_appender = OpenTelemetryLogBridge::new(&logger_provider);
+    log::set_boxed_logger(Box::new(otel_log_appender)).unwrap();
+    log::set_max_level(Level::Error.to_level_filter());
+
+    // Emit logs using macros from the log crate.
+    // These logs gets piped through OpenTelemetry bridge and gets exported to stdout.
+    // 10 error events
+    for i in 0..10000 {
+        error!(target: "my-target", "hello from {}. My price is {} at itr {}", "apple", 2.99, i);
+        //sleep 1 sec every 100 secs
+        if i % 10 == 0 {
+            std::thread::sleep(std::time::Duration::from_secs(1));
+        }
+    }
+    println!("Flushing logs explicitly before exiting..");
+    logger_provider.force_flush();
+}

opentelemetry-sdk/Cargo.toml

@@ -28,6 +28,7 @@ tokio = { workspace = true, features = ["rt", "time"], optional = true }
 tokio-stream = { workspace = true, optional = true }
 http = { workspace = true, optional = true }
 tracing = {workspace = true, optional = true}
+async-compat = { version = "0.2"}
 
 [package.metadata.docs.rs]
 all-features = true
@@ -36,6 +37,12 @@ rustdoc-args = ["--cfg", "docsrs"]
 [dev-dependencies]
 criterion = { workspace = true, features = ["html_reports"] }
 temp-env = { workspace = true }
+http = { workspace = true }
+http-body-util = { workspace = true }
+hyper = { workspace = true }
+hyper-util = { workspace = true, features = ["client-legacy", "http1", "http2"]}
+hyper-tls = "0.6"
+reqwest = {workspace = true, features = ["blocking"]}
 
 [target.'cfg(not(target_os = "windows"))'.dev-dependencies]
 pprof = { version = "0.13", features = ["flamegraph", "criterion"] }

opentelemetry-sdk/src/lib.rs

@@ -137,6 +137,7 @@ pub mod runtime;
 #[cfg(any(feature = "testing", test))]
 #[cfg_attr(docsrs, doc(cfg(any(feature = "testing", test))))]
 pub mod testing;
+pub mod thread_runtime;
 
 #[allow(deprecated)]
 #[cfg(feature = "trace")]