Adjust Cosmos Platform Matrix (Azure#41510)

* update public and internal builds for python - cosmos to spread tox environments across more jobs, versus forcing each emulator job to handle all tox environments.

Co-authored-by: Ben Broderick Phillips <[email protected]>

Author: scbedd

eng/pipelines/templates/stages/cosmos-sdk-client.yml

@@ -18,16 +18,19 @@ extends:
     # Run only emulator tests in Emulator CI
     TestMarkArgument: cosmosEmulator
     ServiceDirectory: cosmos
-    # The cosmos emulator hits limits running too many parallel tests on internal pipelines
-    ${{ if eq(variables['System.TeamProject'], 'internal') }}:
-      ToxEnvParallel: '3'
     BeforeTestSteps:
       - template: /eng/common/pipelines/templates/steps/cosmos-emulator.yml
         parameters:
           StartParameters: '/noexplorer /noui /enablepreview /EnableSqlComputeEndpoint /SqlComputePort=9999 /disableratelimiting /partitioncount=50 /consistency=Session'
     MatrixConfigs:
-      - Name: Python_cosmos_emulator
-        Path: sdk/cosmos/cosmos-emulator-matrix.json
-        Selection: all
-        GenerateVMJobs: true
+      - ${{ if eq(variables['Build.Reason'], 'PullRequest') }}:
+        - Name: Python_cosmos_emulator
+          Path: sdk/cosmos/cosmos-emulator-public-matrix.json
+          Selection: all
+          GenerateVMJobs: true
+      - ${{ else }}:
+        - Name: Python_cosmos_emulator
+          Path: sdk/cosmos/cosmos-emulator-internal-matrix.json
+          Selection: all
+          GenerateVMJobs: true
     Artifacts: ${{ parameters.Artifacts }}

sdk/cosmos/cosmos-emulator-internal-matrix.json

@@ -0,0 +1,94 @@
+{
+    "displayNames": {
+      "--disablecov": "",
+      "false": "",
+      "true": ""
+    },
+    "matrix": {
+      "Agent": {
+        "windows-2022": { "OSVmImage": "env:WINDOWSVMIMAGE", "Pool": "env:WINDOWSPOOL" }
+      },
+      "Account": {
+        "_": {
+          "ACCOUNT_HOST": "https://localhost:8081/",
+          "ACCOUNT_KEY": "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==",
+        }
+      },
+      "EmulatorConfig": {
+        "Emulator Tests Python 3.9 Standard": {
+            "PythonVersion": "3.9",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+        "Emulator Tests Python 3.10 Standard": {
+            "PythonVersion": "3.10",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+        "Emulator Tests Python 3.12 Standard": {
+            "PythonVersion": "3.12",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+        "Emulator Tests Python 3.13 Standard": {
+            "PythonVersion": "3.13",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+
+        "Emulator Tests Python 3.9 Special": {
+            "PythonVersion": "3.9",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "depends,whl_no_aio"
+        },
+        "Emulator Tests Python 3.10 Special": {
+            "PythonVersion": "3.10",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "depends,whl_no_aio"
+        },
+        "Emulator Tests Python 3.12 Special": {
+            "PythonVersion": "3.12",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "depends,whl_no_aio"
+        },
+        "Emulator Tests Python 3.13 Special": {
+            "PythonVersion": "3.13",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "depends,whl_no_aio"
+        },
+
+        "Emulator Tests Python 3.9 Dependency Checks": {
+            "PythonVersion": "3.9",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "latestdependency,mindependency"
+        },
+        "Emulator Tests Python 3.10 Dependency Checks": {
+            "PythonVersion": "3.10",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "latestdependency,mindependency"
+        },
+        "Emulator Tests Python 3.12 Dependency Checks": {
+            "PythonVersion": "3.12",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "latestdependency,mindependency"
+        },
+        "Emulator Tests Python 3.13 Dependency Checks": {
+            "PythonVersion": "3.13",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "latestdependency,mindependency"
+        }
+      }
+    }
+  }

sdk/cosmos/cosmos-emulator-matrix.json

@@ -0,0 +1,69 @@
+{
+    "displayNames": {
+      "--disablecov": "",
+      "false": "",
+      "true": ""
+    },
+    "matrix": {
+      "Agent": {
+        "windows-2022": { "OSVmImage": "env:WINDOWSVMIMAGE", "Pool": "env:WINDOWSPOOL" }
+      },
+      "Account": {
+        "_": {
+          "ACCOUNT_HOST": "https://localhost:8081/",
+          "ACCOUNT_KEY": "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==",
+        }
+      },
+      "EmulatorConfig": {
+        "Emulator Tests Python 3.9 Standard": {
+            "PythonVersion": "3.9",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+        "Emulator Tests Python 3.10 Standard": {
+            "PythonVersion": "3.10",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+        "Emulator Tests Python 3.12 Standard": {
+            "PythonVersion": "3.12",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+        "Emulator Tests Python 3.13 Standard": {
+            "PythonVersion": "3.13",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "whl,sdist"
+        },
+
+        "Emulator Tests Python 3.9 Dependency Checks": {
+            "PythonVersion": "3.9",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "mindependency"
+        },
+        "Emulator Tests Python 3.10 Dependency Checks": {
+            "PythonVersion": "3.10",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "mindependency"
+        },
+        "Emulator Tests Python 3.12 Dependency Checks": {
+            "PythonVersion": "3.12",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "mindependency"
+        },
+        "Emulator Tests Python 3.13 Dependency Checks": {
+            "PythonVersion": "3.13",
+            "CoverageArg": "--disablecov",
+            "TestSamples": "false",
+            "Run.ToxCustomEnvs": "mindependency"
+        }
+      }
+    }
+  }