Key Vault Keys performance pipeline (Azure#2576)

Author: gearama

eng/pipelines/templates/jobs/perf.yml

@@ -38,11 +38,6 @@ extends:
       - template: /eng/pipelines/templates/steps/use-rust.yml@self
         parameters:
           Toolchain: stable
-      - template: /eng/common/testproxy/test-proxy-tool.yml
-        parameters:
-          runProxy: true
-          rootFolder: '$(Build.SourcesDirectory)/sdk/${{parameters.ServiceDirectory}}'
-          templateFolder: '$(Build.SourcesDirectory)/sdk/${{parameters.ServiceDirectory}}'
 
     ServiceDirectory: ${{ parameters.ServiceDirectory }}
     PackageVersions: ${{ parameters.PackageVersions }}

sdk/keyvault/azure_security_keyvault_keys/benches/benchmarks.rs

@@ -1,4 +1,4 @@
-use azure_identity::DefaultAzureCredential;
+use azure_core_test::credentials;
 use azure_security_keyvault_keys::{
     models::{CreateKeyParameters, CurveName, Key, KeyType},
     KeyClient,
@@ -21,7 +21,7 @@ fn key_operations_benchmark(c: &mut Criterion) {
     async fn setup_key_client() -> (KeyClient, CreateKeyParameters) {
         let keyvault_url: String =
             std::env::var(ENV_NAME).unwrap_or_else(|e| panic!("{} not set: {}", ENV_NAME, e));
-        let credential = DefaultAzureCredential::new().unwrap();
+        let credential = credentials::from_env(None).unwrap();
         let client: KeyClient = KeyClient::new(&keyvault_url, credential.clone(), None).unwrap();
         let body = CreateKeyParameters {
             kty: Some(KeyType::EC),
@@ -61,7 +61,7 @@ fn key_operations_benchmark(c: &mut Criterion) {
         b.to_async(&rt).iter(|| async {
             create_key(KEY_NAME, &client, body.clone())
                 .await
-                .unwrap_or_else(|e| panic!("Failed to create key {}", e));
+                .unwrap_or_else(|e| panic!("Failed to create key {:?}", e));
             black_box(());
         });
     });
@@ -71,7 +71,7 @@ fn key_operations_benchmark(c: &mut Criterion) {
         b.to_async(&rt).iter(|| async {
             get_key(KEY_NAME, &client)
                 .await
-                .unwrap_or_else(|e| panic!("Failed to get key {}", e));
+                .unwrap_or_else(|e| panic!("Failed to get key {:?}", e));
             black_box(());
         });
     });

sdk/keyvault/azure_security_keyvault_keys/perf-resources.bicep

@@ -0,0 +1,36 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+param baseName string = resourceGroup().name
+param tenantId string
+param testApplicationOid string
+param location string = resourceGroup().location
+@allowed(['standard', 'premium'])
+param keyVaultSku string = 'premium'
+
+var kvAdminDefinitionId = '00482a5a-887f-4fb3-b363-3b7fe8e74483'
+var kvAdminAssignmentName = guid(resourceGroup().id, kvAdminDefinitionId, testApplicationOid)
+
+resource kv 'Microsoft.KeyVault/vaults@2023-07-01' = {
+  name: baseName
+  location: location
+  properties: {
+    sku: {
+      family: 'A'
+      name: keyVaultSku
+    }
+    tenantId: tenantId
+    enableRbacAuthorization: true
+    softDeleteRetentionInDays: 7
+  }
+}
+
+resource kvAdmin 'Microsoft.Authorization/roleAssignments@2022-04-01' = {
+  name: kvAdminAssignmentName
+  properties: {
+    roleDefinitionId: resourceId('Microsoft.Authorization/roleDefinitions', kvAdminDefinitionId)
+    principalId: testApplicationOid
+  }
+}
+
+output AZURE_KEYVAULT_URL string = kv.properties.vaultUri

sdk/keyvault/azure_security_keyvault_keys/perf-tests.yml

@@ -0,0 +1,17 @@
+Service: azure_security_keyvault_keys
+
+Project: azure_security_keyvault_keys
+
+PackageVersions:
+  - azure_security_keyvault_keys: source
+
+Tests:
+  - Test: get_key
+    Class: get_key
+    Arguments:
+      - --sync
+
+  - Test: create_key
+    Class: create_key
+    Arguments:
+      - --sync

sdk/keyvault/azure_security_keyvault_keys/perf.yml

@@ -0,0 +1,35 @@
+parameters:
+- name: PackageVersions
+  displayName: PackageVersions (regex of package versions to run)
+  type: string
+  default: 'source'
+- name: Tests
+  displayName: Tests (regex of tests to run)
+  type: string
+  default: '.*'
+- name: Arguments
+  displayName: Arguments (regex of arguments to run)
+  type: string
+  default: '.*'
+- name: Iterations
+  displayName: Iterations (times to run each test)
+  type: number
+  default: 1
+- name: Profile
+  type: boolean
+  default: false
+- name: AdditionalArguments
+  displayName: AdditionalArguments (passed to PerfAutomation)
+  type: string
+  default: ' '
+
+extends:
+  template: /eng/pipelines/templates/jobs/perf.yml@self
+  parameters:
+    ServiceDirectory: keyvault/azure_security_keyvault_keys
+    PackageVersions: ${{ parameters.PackageVersions }}
+    Tests: ${{ parameters.Tests }}
+    Arguments: ${{ parameters.Arguments }}
+    Iterations: ${{ parameters.Iterations }}
+    AdditionalArguments: ${{ parameters.AdditionalArguments }}
+    Profile: ${{ parameters.Profile }}