Enabling testing for multiple versions of the Host (#2599)

* Added version testing for Host

* Testing multiple versions

* Testing multiple versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Testing E2E versions

* Resetting tests

* Resetting tests

* Resetting tests

* Resetting changes to templates

* Experimenting with templates

* Fixed spacing

* Fixed spacing

* Fixed spacing

* Fixed spacing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Testing

* Fixed merge conflict

* Added condition

* Added condition

* Removed condition

Author: jadahiya-MSFT

azure-pipelines.yml

@@ -20,7 +20,11 @@ resources:
     - repository: AppHostingSdk
       type: git
       name: ISS/metaos-hub-sdk
-      ref: refs/heads/main
+      ref: $(AppHostLatestBranch)
+    - repository: AppHostingSdkV4
+      type: git
+      name: ISS/metaos-hub-sdk
+      ref: $(AppHostV4ReleaseBranch)
     - repository: AndroidAppHostingSdk
       type: git
       name: ISS/metaos-hub-sdk-android
@@ -54,6 +58,7 @@ extends:
       sourceRepositoriesToScan:
         include:
           - repository: AppHostingSdk
+          - repository: AppHostingSdkV4
           - repository: AndroidAppHostingSdk
           - repository: IOSAppHostingSdk
     customBuildTags:
@@ -133,25 +138,15 @@ extends:
                   mergeTestResults: true
                 condition: succeededOrFailed()
 
-          - template: tools/yaml-templates/web-e2e-tests-job.yml@self
-            parameters:
-              AppHostingSdk: AppHostingSdk
-              hostingEnvironmentType: 'standardWeb'
-              teamsJsReferenceType: 'npm'
-              testPrefixPatternGroups: ['{[0-9],[A-D],[a-d]}', '{[E],[e]}', '{[F-M],[f-m]}', '{[N-Z],[n-z]}']
-
-          - template: tools/yaml-templates/web-e2e-tests-job.yml@self
+          - template: tools/yaml-templates/web-e2e-versions.yml@self
             parameters:
               AppHostingSdk: AppHostingSdk
-              hostingEnvironmentType: 'standardWeb'
-              teamsJsReferenceType: 'scriptTag'
-              testPrefixPatternGroups: ['{[0-9],[A-D],[a-d]}', '{[E],[e]}', '{[F-M],[f-m]}', '{[N-Z],[n-z]}']
+              versionBranch: 'Latest'
 
-          - template: tools/yaml-templates/web-e2e-tests-job.yml@self
+          - template: tools/yaml-templates/web-e2e-versions.yml@self
             parameters:
-              AppHostingSdk: AppHostingSdk
-              hostingEnvironmentType: 'electron'
-              teamsJsReferenceType: 'npm'
+              AppHostingSdk: AppHostingSdkV4
+              versionBranch: 'v4'
 
           - job: E2ETestCDN
             displayName: 'E2E Tests - CDN (only runs on release builds)'

tools/yaml-templates/web-e2e-tests-job.yml

@@ -18,13 +18,16 @@ parameters:
   - name: testPrefixPatternGroups
     type: object
     default: ['{[A-Z],[a-z],[0-9]}']
+  - name: versionBranch
+    type: string
+    default: none
 
 jobs:
   - ${{each testPrefixPattern in parameters.testPrefixPatternGroups}}:
       # This replaces all characters expected to be see in the test prefix pattern that are not valid in a job name with underscores.
       # Sadly ADO does not support regex matching here at this time.
-      - job: E2ETestsWeb_${{parameters.teamsJsReferenceType}}_${{ replace(replace(replace(replace(replace(replace(testPrefixPattern, '[', '_'), ']', '_' ), '{', '_'), '}', '_'), ',', '_'), '-', '_') }}
-        displayName: 'E2E Tests - Web - Via ${{parameters.teamsJsReferenceType}} - ${{parameters.hostingEnvironmentType}} Hosted - ${{testPrefixPattern}}'
+      - job: E2ETestsWeb_${{parameters.versionBranch}}_${{parameters.teamsJsReferenceType}}_${{ replace(replace(replace(replace(replace(replace(testPrefixPattern, '[', '_'), ']', '_' ), '{', '_'), '}', '_'), ',', '_'), '-', '_') }}
+        displayName: 'E2E Tests - Web ${{parameters.versionBranch}} - Via ${{parameters.teamsJsReferenceType}} - ${{parameters.hostingEnvironmentType}} Hosted - ${{testPrefixPattern}}'
         pool:
           name: Azure-Pipelines-1ESPT-ExDShared
           image: 'ubuntu-2004'

tools/yaml-templates/web-e2e-versions.yml

@@ -0,0 +1,31 @@
+parameters:
+  - name: AppHostingSdk
+    default: none
+    type: string
+  - name: versionBranch
+    default: 'Latest'
+    type: string
+
+jobs:
+  - template: web-e2e-tests-job.yml@self
+    parameters:
+      AppHostingSdk: AppHostingSdk
+      hostingEnvironmentType: 'standardWeb'
+      teamsJsReferenceType: 'npm'
+      testPrefixPatternGroups: ['{[0-9],[A-D],[a-d]}', '{[E],[e]}', '{[F-M],[f-m]}', '{[N-Z],[n-z]}']
+      versionBranch: ${{parameters.versionBranch}}
+
+  - template: web-e2e-tests-job.yml@self
+    parameters:
+      AppHostingSdk: AppHostingSdk
+      hostingEnvironmentType: 'standardWeb'
+      teamsJsReferenceType: 'scriptTag'
+      testPrefixPatternGroups: ['{[0-9],[A-D],[a-d]}', '{[E],[e]}', '{[F-M],[f-m]}', '{[N-Z],[n-z]}']
+      versionBranch: ${{parameters.versionBranch}}
+
+  - template: web-e2e-tests-job.yml@self
+    parameters:
+      AppHostingSdk: AppHostingSdk
+      hostingEnvironmentType: 'electron'
+      teamsJsReferenceType: 'npm'
+      versionBranch: ${{parameters.versionBranch}}