tests: run tests in parallel

Author: parthea

.librarian/generator-input/client-post-processing/run-tests-in-parallel-compute.yaml

@@ -0,0 +1,60 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+description: Run tests in parallel to debug generation issue
+url: https://github.com/googleapis/google-cloud-python/issues/14992
+replacements:
+  - paths: [
+      packages/google-cloud-compute/noxfile.py,
+    ]
+    before: |
+      "mock",
+          "asyncmock",
+          "pytest",
+          "pytest-cov",
+          "pytest-asyncio",
+      \]
+    after: |
+      "mock",
+          "asyncmock",
+          "pytest<9",
+          "pytest-cov",
+          "pytest-asyncio",
+          "pytest-xdist",
+      ]
+    count: 1
+  - paths: [
+      packages/google-cloud-compute/noxfile.py,
+    ]
+    before: |
+      session.install\("protobuf<4"\)
+      \
+      \    # Run py.test against the unit tests.
+    after: |
+      session.install("protobuf<4")\n
+          import faulthandler; faulthandler.enable()
+          concurrent_args = ["-n", "4", "--max-worker-restart", "0"]\n
+          # Run py.test against the unit tests.
+    count: 1
+  - paths: [
+      packages/google-cloud-compute/noxfile.py,
+    ]
+    before: |
+        \*session.posargs,
+        \        env=\{
+    after: |
+        *session.posargs,
+                *concurrent_args,
+                env={
+    count: 1
+

packages/google-cloud-compute/noxfile.py

@@ -60,6 +60,7 @@
     "pytest",
     "pytest-cov",
     "pytest-asyncio",
+    "pytest-xdist",
 ]
 UNIT_TEST_EXTERNAL_DEPENDENCIES: List[str] = []
 UNIT_TEST_LOCAL_DEPENDENCIES: List[str] = []
@@ -253,6 +254,9 @@ def unit(session, protobuf_implementation):
     if protobuf_implementation == "cpp":
         session.install("protobuf<4")
 
+    # Limit to 4 CPUs for now
+    concurrent_args = ["-n", "4"]
+
     # Run py.test against the unit tests.
     session.run(
         "py.test",
@@ -266,6 +270,7 @@ def unit(session, protobuf_implementation):
         "--cov-fail-under=0",
         os.path.join("tests", "unit"),
         *session.posargs,
+        *concurrent_args,
         env={
             "PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION": protobuf_implementation,
         },