[Perf] Refactor tests.yml into one file per package per language (Azure#32575)

Author: mikeharder

eng/pipelines/templates/jobs/perf.yml

@@ -1,8 +1,8 @@
 parameters:
-- name: ServiceDirectory
+- name: LanguageVersion
   type: string
-  default: ''
-- name: services
+  default: '17'
+- name: ServiceDirectory
   type: string
   default: ''
 - name: PackageVersions
@@ -33,19 +33,19 @@ extends:
     Variables:
     - template: /eng/pipelines/templates/variables/globals.yml
     Language: Java
+    LanguageVersion: ${{ parameters.LanguageVersion }}
     InstallLanguageSteps:
     - task: JavaToolInstaller@0
       inputs:
-        versionSpec: '17'
+        versionSpec: ${{ parameters.LanguageVersion }}
         jdkArchitectureOption: 'x64'
         jdkSourceOption: 'PreInstalled'
-      displayName: Install Java 17
+      displayName: Install Java ${{ parameters.LanguageVersion }}
     - script: |
         java -version
         mvn --version
       displayName: Print Java Versions
     ServiceDirectory: ${{ parameters.ServiceDirectory }}
-    Services: ${{ parameters.Services }}
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}

sdk/core/perf-tests.yml

@@ -0,0 +1,60 @@
+Service: core
+
+Project: sdk/core/azure-core-perf
+
+PrimaryPackage: 'com.azure:azure-core'
+
+PackageVersions:
+- 'com.azure:azure-core': 1.36.0
+  'com.azure:azure-core-http-netty': 1.13.0
+  'com.azure:azure-core-http-okhttp': 1.11.6
+- 'com.azure:azure-core': source
+  'com.azure:azure-core-http-netty': source
+  'com.azure:azure-core-http-okhttp': source
+
+Tests:
+- Test: jsonsend
+  Class: jsonsend
+  Arguments: &sizes
+  - --size 10 --parallel 64 --backend-type blobs
+  - --size 1000 --parallel 64 --backend-type blobs
+
+- Test: jsonreceive
+  Class: jsonreceive
+  Arguments: *sizes
+
+- Test: xmlsend
+  Class: xmlsend
+  Arguments: *sizes
+
+- Test: xmlreceive
+  Class: xmlreceive
+  Arguments: *sizes
+
+- Test: binarydatasend
+  Class: binarydatasend
+  Arguments:
+  - --size 10240 --binary-data-source bytes --parallel 64 --backend-type blobs
+  - --size 10240 --binary-data-source file --parallel 64 --backend-type blobs
+  - --size 10240 --binary-data-source flux --parallel 64 --backend-type blobs
+  - --size 10240 --binary-data-source stream --parallel 64 --backend-type blobs
+  - --size 10485760 --binary-data-source bytes --parallel 32 --backend-type blobs
+  - --size 10485760 --binary-data-source file --parallel 32 --backend-type blobs
+  - --size 10485760 --binary-data-source flux --parallel 32 --backend-type blobs
+  - --size 10485760 --binary-data-source stream --parallel 32 --backend-type blobs
+  - --size 10240 --binary-data-source bytes --parallel 64 --backend-type blobs --http-client okhttp
+  - --size 10240 --binary-data-source file --parallel 64 --backend-type blobs --http-client okhttp
+  - --size 10240 --binary-data-source flux --parallel 64 --backend-type blobs --http-client okhttp
+  - --size 10240 --binary-data-source stream --parallel 64 --backend-type blobs --http-client okhttp
+  - --size 10485760 --binary-data-source bytes --parallel 32 --backend-type blobs --http-client okhttp
+  - --size 10485760 --binary-data-source file --parallel 32 --backend-type blobs --http-client okhttp
+  - --size 10485760 --binary-data-source flux --parallel 32 --backend-type blobs --http-client okhttp
+  - --size 10485760 --binary-data-source stream --parallel 32 --backend-type blobs --http-client okhttp
+
+- Test: binarydatareceive
+  Class: binarydatareceive
+  Arguments:
+  - --size 10240 --parallel 64 --backend-type blobs
+  - --size 10485760 --parallel 32 --backend-type blobs
+  - --size 10240 --parallel 64 --backend-type blobs --http-client okhttp
+  - --size 10485760 --parallel 32 --backend-type blobs --http-client okhttp

sdk/core/perf.yml

@@ -1,4 +1,8 @@
 parameters:
+- name: LanguageVersion
+  displayName: LanguageVersion (8, 11, 17)
+  type: string
+  default: '17'
 - name: PackageVersions
   displayName: PackageVersions (regex of package versions to run)
   type: string
@@ -26,8 +30,8 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    LanguageVersion: ${{ parameters.LanguageVersion }}
     ServiceDirectory: core
-    Services: "^core$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}

sdk/keyvault/azure-security-keyvault-secrets/perf-tests.yml

@@ -0,0 +1,33 @@
+Service: keyvault-secrets
+
+Project: sdk/keyvault/azure-security-keyvault-perf
+
+PrimaryPackage: 'com.azure:azure-security-keyvault-secrets'
+
+PackageVersions:
+- 'com.azure:azure-security-keyvault-certificates': 4.3.5
+  'com.azure:azure-security-keyvault-keys': 4.4.6
+  'com.azure:azure-security-keyvault-secrets': 4.4.6
+  'com.azure:azure-core': 1.31.0
+  'com.azure:azure-core-http-netty': 1.12.4
+  'com.azure:azure-identity': 1.5.4
+  'io.projectreactor:reactor-core': 3.4.9
+- 'com.azure:azure-security-keyvault-certificates': source
+  'com.azure:azure-security-keyvault-keys': source
+  'com.azure:azure-security-keyvault-secrets': source
+  'com.azure:azure-core': source
+  'com.azure:azure-core-http-netty': source
+  'com.azure:azure-identity': source
+  'io.projectreactor:reactor-core': source
+
+Tests:
+- Test: get-secret
+  Class: getsecret
+  Arguments:
+  - --parallel 64
+
+- Test: list-secrets
+  Class: listsecrets
+  Arguments:
+  - --count 5 --parallel 64
+  - --count 500 --parallel 32

sdk/storage/azure-storage-blob/perf-tests.yml

@@ -0,0 +1,54 @@
+Service: storage-blob
+
+Project: sdk/storage/azure-storage-perf
+
+PrimaryPackage: 'com.azure:azure-storage-blob'
+
+PackageVersions:
+- 'com.azure:azure-storage-common': 12.19.1
+  'com.azure:azure-storage-blob': 12.20.1
+  'com.azure:azure-storage-blob-cryptography': 12.19.1
+  'com.azure:azure-storage-file-share': 12.16.1
+  'com.azure:azure-storage-file-datalake': 12.13.1
+  'com.azure:azure-core': 1.34.0
+  'com.azure:azure-core-http-netty': 1.12.7
+  'com.azure:azure-core-http-okhttp': 1.11.4
+  'io.projectreactor:reactor-core': 3.4.23
+- 'com.azure:azure-storage-common': source
+  'com.azure:azure-storage-blob': source
+  'com.azure:azure-storage-blob-cryptography': source
+  'com.azure:azure-storage-file-share': source
+  'com.azure:azure-storage-file-datalake': source
+  'com.azure:azure-core': source
+  'com.azure:azure-core-http-netty': source
+  'com.azure:azure-core-http-okhttp': source
+  'io.projectreactor:reactor-core': source
+
+Tests:
+- Test: download
+  Class: downloadblob
+  Arguments: &sizes
+  - --size 10240 --parallel 64
+  - --size 10485760 --parallel 32
+  - --size 1073741824 --parallel 1 --warmup 60 --duration 60
+  - --size 1073741824 --parallel 8 --warmup 60 --duration 60
+
+- Test: download-file
+  Class: downloadblobtofile
+  Arguments: &file-sizes
+  - --size 10485760 --parallel 32
+
+- Test: upload
+  Class: uploadblob
+  Arguments: *sizes
+
+- Test: upload-file
+  Class: uploadfromfile
+  Arguments: *file-sizes
+
+- Test: list-blobs
+  Class: listblobs
+  Arguments:
+  - --count 5 --parallel 64
+  - --count 500 --parallel 32
+  - --count 50000 --parallel 32 --warmup 60 --duration 60

sdk/storage/azure-storage-blob/perf.yml

@@ -1,4 +1,8 @@
 parameters:
+- name: LanguageVersion
+  displayName: LanguageVersion (8, 11, 17)
+  type: string
+  default: '17'
 - name: PackageVersions
   displayName: PackageVersions (regex of package versions to run)
   type: string
@@ -26,8 +30,8 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    LanguageVersion: ${{ parameters.LanguageVersion }}
     ServiceDirectory: storage/azure-storage-blob
-    Services: "^storage-blob$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}

sdk/storage/azure-storage-file-datalake/perf-tests.yml

@@ -0,0 +1,38 @@
+Service: storage-file-datalake
+
+Project: sdk/storage/azure-storage-perf
+
+PrimaryPackage: 'com.azure:azure-storage-file-datalake'
+
+PackageVersions:
+- 'com.azure:azure-storage-common': 12.19.1
+  'com.azure:azure-storage-blob': 12.20.1
+  'com.azure:azure-storage-blob-cryptography': 12.19.1
+  'com.azure:azure-storage-file-share': 12.16.1
+  'com.azure:azure-storage-file-datalake': 12.13.1
+  'com.azure:azure-core': 1.34.0
+  'com.azure:azure-core-http-netty': 1.12.7
+  'com.azure:azure-core-http-okhttp': 1.11.4
+  'io.projectreactor:reactor-core': 3.4.23
+- 'com.azure:azure-storage-common': source
+  'com.azure:azure-storage-blob': source
+  'com.azure:azure-storage-blob-cryptography': source
+  'com.azure:azure-storage-file-share': source
+  'com.azure:azure-storage-file-datalake': source
+  'com.azure:azure-core': source
+  'com.azure:azure-core-http-netty': source
+  'com.azure:azure-core-http-okhttp': source
+  'io.projectreactor:reactor-core': source
+
+Tests:
+- Test: download
+  Class: readfiledatalake
+  Arguments: &sizes
+  - --size 10240 --parallel 64
+  - --size 10485760 --parallel 32
+  - --size 1073741824 --parallel 1 --warmup 60 --duration 60
+  - --size 1073741824 --parallel 8 --warmup 60 --duration 60
+
+- Test: upload
+  Class: uploadfiledatalake
+  Arguments: *sizes

sdk/storage/azure-storage-file-datalake/perf.yml

@@ -1,4 +1,8 @@
 parameters:
+- name: LanguageVersion
+  displayName: LanguageVersion (8, 11, 17)
+  type: string
+  default: '17'
 - name: PackageVersions
   displayName: PackageVersions (regex of package versions to run)
   type: string
@@ -26,8 +30,8 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    LanguageVersion: ${{ parameters.LanguageVersion }}
     ServiceDirectory: storage/azure-storage-file-datalake
-    Services: "^storage-file-datalake$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}

sdk/storage/azure-storage-file-share/perf-tests.yml

@@ -0,0 +1,38 @@
+Service: storage-file-share
+
+Project: sdk/storage/azure-storage-perf
+
+PrimaryPackage: 'com.azure:azure-storage-file-share'
+
+PackageVersions:
+- 'com.azure:azure-storage-common': 12.19.1
+  'com.azure:azure-storage-blob': 12.20.1
+  'com.azure:azure-storage-blob-cryptography': 12.19.1
+  'com.azure:azure-storage-file-share': 12.16.1
+  'com.azure:azure-storage-file-datalake': 12.13.1
+  'com.azure:azure-core': 1.34.0
+  'com.azure:azure-core-http-netty': 1.12.7
+  'com.azure:azure-core-http-okhttp': 1.11.4
+  'io.projectreactor:reactor-core': 3.4.23
+- 'com.azure:azure-storage-common': source
+  'com.azure:azure-storage-blob': source
+  'com.azure:azure-storage-blob-cryptography': source
+  'com.azure:azure-storage-file-share': source
+  'com.azure:azure-storage-file-datalake': source
+  'com.azure:azure-core': source
+  'com.azure:azure-core-http-netty': source
+  'com.azure:azure-core-http-okhttp': source
+  'io.projectreactor:reactor-core': source
+
+Tests:
+- Test: download
+  Class: downloadfileshare
+  Arguments: &sizes
+  - --size 10240 --parallel 64
+  - --size 10485760 --parallel 32
+  - --size 1073741824 --parallel 1 --warmup 60 --duration 60
+  - --size 1073741824 --parallel 8 --warmup 60 --duration 60
+
+- Test: upload
+  Class: uploadfileshare
+  Arguments: *sizes

sdk/storage/azure-storage-file-share/perf.yml

@@ -1,4 +1,8 @@
 parameters:
+- name: LanguageVersion
+  displayName: LanguageVersion (8, 11, 17)
+  type: string
+  default: '17'
 - name: PackageVersions
   displayName: PackageVersions (regex of package versions to run)
   type: string
@@ -26,8 +30,8 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    LanguageVersion: ${{ parameters.LanguageVersion }}
     ServiceDirectory: storage/azure-storage-file-share
-    Services: "^storage-file-share$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}