Http Perf tests (#2545)

* Add benchmarks for HTTP request creation and header operations, we'll use the test-proxy endpoints for testing http GET/POST requests

* file format

* Refactor benchmarks to improve black box usage and ensure proper request handling

* Refactor benchmarks to remove unused request creation and header operation tests, streamline HTTP transport tests

Author: gearama

Cargo.lock

@@ -80,7 +80,7 @@ base64 = "0.22"
 bytes = "1.0"
 cargo_metadata = "0.18.1"
 clap = { version = "4.4.16", features = ["derive"] }
-criterion = "0.5.1"
+criterion = { version = "0.5", features = ["async_tokio"] }
 dyn-clone = "1.0"
 fe2o3-amqp = { version = "0.12", features = ["native-tls", "tracing", "uuid"] }
 fe2o3-amqp-ext = { version = "0.12" }

Cargo.toml

@@ -38,6 +38,12 @@ extends:
       - template: /eng/pipelines/templates/steps/use-rust.yml@self
         parameters:
           Toolchain: stable
+      - template: /eng/common/testproxy/test-proxy-tool.yml
+        parameters:
+          runProxy: true
+          rootFolder: '$(Build.SourcesDirectory)/sdk/${{parameters.ServiceDirectory}}'
+          templateFolder: '$(Build.SourcesDirectory)/sdk/${{parameters.ServiceDirectory}}'
+
     ServiceDirectory: ${{ parameters.ServiceDirectory }}
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}

eng/pipelines/templates/jobs/perf.yml

@@ -1,6 +1,11 @@
-use azure_core::http::Url;
+use azure_core::http::{
+    headers::Headers, response::Response, HttpClient, Method, Request, StatusCode, Url,
+};
+use azure_core_test::http::MockHttpClient;
 use criterion::{black_box, criterion_group, criterion_main, Criterion};
-use std::time::Duration;
+use futures::FutureExt;
+use std::sync::Arc;
+
 // how many params to add to the url
 const PARAMS: &[usize] = &[1, 10, 100, 1000];
 
@@ -20,10 +25,39 @@ fn url_parsing_benchmark(c: &mut Criterion) {
     }
 }
 
+fn http_transport_test(c: &mut Criterion) {
+    let rt = tokio::runtime::Runtime::new().unwrap();
+
+    // client to be used in the benchmark
+    let mock_client = Arc::new(MockHttpClient::new(move |_| {
+        async move { Ok(Response::from_bytes(StatusCode::Ok, Headers::new(), vec![])) }.boxed()
+    })) as Arc<dyn HttpClient>;
+
+    // requests to be used in the benchmark
+    let get_req = Request::new(Url::parse("https://localhost").unwrap(), Method::Get);
+    let mut post_req = Request::new(Url::parse("https://localhost").unwrap(), Method::Post);
+    post_req.set_body("test body");
+
+    // Benchmark GET and POST requests
+    c.bench_function("http_transport_get_async", |b| {
+        b.to_async(&rt).iter(|| async {
+            let _ = mock_client.execute_request(&get_req).await;
+            black_box(());
+        });
+    });
+
+    c.bench_function("http_transport_post_async", |b| {
+        b.to_async(&rt).iter(|| async {
+            let _ = mock_client.execute_request(&post_req).await;
+            black_box(());
+        });
+    });
+}
 // Main benchmark configuration
 criterion_group! {
     name = benchmarks;
-    config = Criterion::default().sample_size(200).warm_up_time(Duration::from_secs(5));
-    targets = url_parsing_benchmark
+    config = Criterion::default();
+    targets =url_parsing_benchmark,
+        http_transport_test
 }
 criterion_main!(benchmarks);

sdk/core/azure_core/benches/benchmarks.rs

@@ -11,7 +11,17 @@ Tests:
     Arguments:
       - --sync
 
-  - Test: parse basic 1000 urls
+  - Test: parse_basic_url_1000
     Class: parse_basic_url_1000
     Arguments:
       - --sync
+
+  - Test: http_transport_get_async
+    Class: http_transport_get_async
+    Arguments:
+      - --sync
+
+  - Test: http_transport_post_async
+    Class: http_transport_post_async
+    Arguments:
+      - --sync