test parallel test execution

Author: kryanbeane

.github/workflows/rayjob_e2e_tests.yaml

@@ -127,8 +127,8 @@ jobs:
           set -euo pipefail
           pip install poetry
           poetry install --with test,docs
-          echo "Running RayJob e2e tests..."
-          poetry run pytest -v -s ./tests/e2e/rayjob/rayjob_lifecycled_cluster_test.py > ${CODEFLARE_TEST_OUTPUT_DIR}/pytest_output_rayjob.log 2>&1
+          echo "Running RayJob e2e tests in parallel..."
+          poetry run pytest -v -s -n auto ./tests/e2e/rayjob/rayjob_lifecycled_cluster_test.py > ${CODEFLARE_TEST_OUTPUT_DIR}/pytest_output_rayjob.log 2>&1
 
       - name: Switch to kind-cluster context to print logs
         if: always() && steps.deploy.outcome == 'success'

poetry.lock

@@ -57,6 +57,7 @@ pytest = "7.4.0"
 coverage = "7.6.4"
 pytest-mock = "3.11.1"
 pytest-timeout = "2.3.1"
+pytest-xdist = "^3.3.1"
 jupyterlab = "4.3.1"