From 7042bfc01fab07ce3302d5d0ec3e3b3d591c4b16 Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Thu, 12 Sep 2024 20:26:42 +0530 Subject: [PATCH 1/7] chore: id accordingly to avoid duplicates. --- .github/workflows/pr_test_peft_backend.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/pr_test_peft_backend.yml b/.github/workflows/pr_test_peft_backend.yml index ad703b0222ff..83536c56adce 100644 --- a/.github/workflows/pr_test_peft_backend.yml +++ b/.github/workflows/pr_test_peft_backend.yml @@ -110,23 +110,23 @@ jobs: python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \ -s -v \ - --make-reports=tests_${{ matrix.config.report }} \ + --make-reports=tests_${{ matrix.config.report }}_${{ matrix.lib-versions }} \ tests/lora/ python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \ -s -v \ - --make-reports=tests_models_lora_${{ matrix.config.report }} \ + --make-reports=tests_models_lora_${{ matrix.config.report }}_${{ matrix.lib-versions }} \ tests/models/ -k "lora" - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_${{ matrix.config.report }}_failures_short.txt - cat reports/tests_models_lora_${{ matrix.config.report }}_failures_short.txt + cat reports/tests_${{ matrix.config.report }}_failures_short_${{ matrix.lib-versions }}.txt + cat reports/tests_models_lora_${{ matrix.config.report }}_failures_short_${{ matrix.lib-versions }}.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 with: - name: pr_${{ matrix.config.report }}_test_reports + name: pr_${{ matrix.config.report }}_${{ matrix.lib-versions }}_test_reports path: reports From d0ec31f2d461ca023fb8d90d37085134c229d23b Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Thu, 12 Sep 2024 21:07:29 +0530 Subject: [PATCH 2/7] update properly. --- .github/workflows/nightly_tests.yml | 8 ++++---- .github/workflows/push_tests.yml | 8 ++++---- .github/workflows/release_tests_fast.yml | 8 ++++---- 3 files changed, 12 insertions(+), 12 deletions(-) diff --git a/.github/workflows/nightly_tests.yml b/.github/workflows/nightly_tests.yml index 67d5ac5158a8..52c8f0ca8261 100644 --- a/.github/workflows/nightly_tests.yml +++ b/.github/workflows/nightly_tests.yml @@ -72,7 +72,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install pytest-reportlog - name: Environment run: | @@ -130,7 +130,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git python -m uv pip install pytest-reportlog - name: Environment @@ -201,7 +201,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install pytest-reportlog - name: Environment @@ -257,7 +257,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install pytest-reportlog - name: Environment run: python utils/print_env.py diff --git a/.github/workflows/push_tests.yml b/.github/workflows/push_tests.yml index a92507d1b215..eda5d3bc875f 100644 --- a/.github/workflows/push_tests.yml +++ b/.github/workflows/push_tests.yml @@ -76,7 +76,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | python utils/print_env.py @@ -127,7 +127,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git - name: Environment @@ -177,7 +177,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -225,7 +225,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | diff --git a/.github/workflows/release_tests_fast.yml b/.github/workflows/release_tests_fast.yml index 081e90585ef5..dff166dd930b 100644 --- a/.github/workflows/release_tests_fast.yml +++ b/.github/workflows/release_tests_fast.yml @@ -75,7 +75,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | python utils/print_env.py @@ -126,7 +126,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git - name: Environment @@ -176,7 +176,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -224,7 +224,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git + python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | From c3199b725cdc9492c45554f1790caf6c8a5f1dbb Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Fri, 13 Sep 2024 09:08:41 +0530 Subject: [PATCH 3/7] updates --- .github/workflows/nightly_tests.yml | 18 +++++++------- .github/workflows/pr_test_fetcher.yml | 6 ++--- .github/workflows/pr_test_peft_backend.yml | 10 ++++---- .github/workflows/pr_tests.yml | 6 ++--- .github/workflows/push_tests.yml | 28 +++++++++++----------- .github/workflows/push_tests_fast.yml | 2 +- .github/workflows/push_tests_mps.yml | 2 +- .github/workflows/release_tests_fast.yml | 28 +++++++++++----------- 8 files changed, 50 insertions(+), 50 deletions(-) diff --git a/.github/workflows/nightly_tests.yml b/.github/workflows/nightly_tests.yml index 52c8f0ca8261..ed1d83d70a40 100644 --- a/.github/workflows/nightly_tests.yml +++ b/.github/workflows/nightly_tests.yml @@ -91,8 +91,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_pipeline_${{ matrix.module }}_cuda_stats.txt - cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda/stats.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 @@ -164,8 +164,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_torch_${{ matrix.module }}_cuda_stats.txt - cat reports/tests_torch_${{ matrix.module }}_cuda_failures_short.txt + cat reports/tests_torch_${{ matrix.module }}_cuda/stats.txt + cat reports/tests_torch_${{ matrix.module }}_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -220,8 +220,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_flax_tpu_stats.txt - cat reports/tests_flax_tpu_failures_short.txt + cat reports/tests_flax_tpu/stats.txt + cat reports/tests_flax_tpu/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -275,14 +275,14 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_onnx_cuda_stats.txt - cat reports/tests_onnx_cuda_failures_short.txt + cat reports/tests_onnx_cuda/stats.txt + cat reports/tests_onnx_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 with: - name: ${{ matrix.config.report }}_test_reports + name: tests_onnx_cuda_reports path: reports - name: Generate Report and Notify Channel diff --git a/.github/workflows/pr_test_fetcher.yml b/.github/workflows/pr_test_fetcher.yml index b032bb842786..f9e5f8b81f2c 100644 --- a/.github/workflows/pr_test_fetcher.yml +++ b/.github/workflows/pr_test_fetcher.yml @@ -108,8 +108,8 @@ jobs: if: ${{ failure() }} continue-on-error: true run: | - cat reports/${{ matrix.modules }}_tests_cpu_stats.txt - cat reports/${{ matrix.modules }}_tests_cpu_failures_short.txt + cat reports/${{ matrix.modules }}_tests_cpu/stats.txt + cat reports/${{ matrix.modules }}_tests_cpu/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -167,7 +167,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/pr_test_peft_backend.yml b/.github/workflows/pr_test_peft_backend.yml index 83536c56adce..bdc740ea6aab 100644 --- a/.github/workflows/pr_test_peft_backend.yml +++ b/.github/workflows/pr_test_peft_backend.yml @@ -110,23 +110,23 @@ jobs: python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \ -s -v \ - --make-reports=tests_${{ matrix.config.report }}_${{ matrix.lib-versions }} \ + --make-reports=tests_${{ matrix.lib-versions }} \ tests/lora/ python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \ -s -v \ - --make-reports=tests_models_lora_${{ matrix.config.report }}_${{ matrix.lib-versions }} \ + --make-reports=tests_models_lora_${{ matrix.lib-versions }} \ tests/models/ -k "lora" - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_${{ matrix.config.report }}_failures_short_${{ matrix.lib-versions }}.txt - cat reports/tests_models_lora_${{ matrix.config.report }}_failures_short_${{ matrix.lib-versions }}.txt + cat reports/tests_${{ matrix.lib-versions }}/failures_short.txt + cat reports/tests_models_lora_${{ matrix.lib-versions }}/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 with: - name: pr_${{ matrix.config.report }}_${{ matrix.lib-versions }}_test_reports + name: pr_${{ matrix.lib-versions }}_test_reports path: reports diff --git a/.github/workflows/pr_tests.yml b/.github/workflows/pr_tests.yml index 5620e6abd93f..250936b9cd8c 100644 --- a/.github/workflows/pr_tests.yml +++ b/.github/workflows/pr_tests.yml @@ -164,13 +164,13 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 with: - name: pr_${{ matrix.config.report }}_test_reports + name: pr_${{ matrix.config.framework }}_${{ matrix.config.report }}_test_reports path: reports run_staging_tests: @@ -225,7 +225,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/push_tests.yml b/.github/workflows/push_tests.yml index eda5d3bc875f..a29e16618c33 100644 --- a/.github/workflows/push_tests.yml +++ b/.github/workflows/push_tests.yml @@ -93,8 +93,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_pipeline_${{ matrix.module }}_cuda_stats.txt - cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda/stats.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 @@ -142,20 +142,20 @@ jobs: run: | python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \ -s -v -k "not Flax and not Onnx" \ - --make-reports=tests_torch_cuda \ + --make-reports=tests_torch_cuda_${{ matrix.module }} \ tests/${{ matrix.module }} - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_torch_cuda_stats.txt - cat reports/tests_torch_cuda_failures_short.txt + cat reports/tests_torch_cuda_${{ matrix.module }}/stats.txt + cat reports/tests_torch_cuda_${{ matrix.module }}/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 with: - name: torch_cuda_test_reports + name: torch_cuda_test_reports_${{ matrix.module }} path: reports flax_tpu_tests: @@ -195,8 +195,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_flax_tpu_stats.txt - cat reports/tests_flax_tpu_failures_short.txt + cat reports/tests_flax_tpu/stats.txt + cat reports/tests_flax_tpu/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -243,8 +243,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_onnx_cuda_stats.txt - cat reports/tests_onnx_cuda_failures_short.txt + cat reports/tests_onnx_cuda/stats.txt + cat reports/tests_onnx_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -287,7 +287,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "compile" --make-reports=tests_torch_compile_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_compile_cuda_failures_short.txt + run: cat reports/tests_torch_compile_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -329,7 +329,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "xformers" --make-reports=tests_torch_xformers_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_xformers_cuda_failures_short.txt + run: cat reports/tests_torch_xformers_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -379,8 +379,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/examples_torch_cuda_stats.txt - cat reports/examples_torch_cuda_failures_short.txt + cat reports/examples_torch_cuda/stats.txt + cat reports/examples_torch_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/push_tests_fast.yml b/.github/workflows/push_tests_fast.yml index 4e3a01fdd97f..7b25e2eeeb3b 100644 --- a/.github/workflows/push_tests_fast.yml +++ b/.github/workflows/push_tests_fast.yml @@ -115,7 +115,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/push_tests_mps.yml b/.github/workflows/push_tests_mps.yml index f261b6c00d1c..78438574d076 100644 --- a/.github/workflows/push_tests_mps.yml +++ b/.github/workflows/push_tests_mps.yml @@ -65,7 +65,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_mps_failures_short.txt + run: cat reports/tests_torch_mps/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/release_tests_fast.yml b/.github/workflows/release_tests_fast.yml index dff166dd930b..25698bb74b0a 100644 --- a/.github/workflows/release_tests_fast.yml +++ b/.github/workflows/release_tests_fast.yml @@ -92,8 +92,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_pipeline_${{ matrix.module }}_cuda_stats.txt - cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda/stats.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 @@ -141,20 +141,20 @@ jobs: run: | python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \ -s -v -k "not Flax and not Onnx" \ - --make-reports=tests_torch_cuda \ + --make-reports=tests_torch_${{ matrix.module }}_cuda \ tests/${{ matrix.module }} - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_torch_cuda_stats.txt - cat reports/tests_torch_cuda_failures_short.txt + cat reports/tests_torch_${{ matrix.module }}_cuda/stats.txt + cat reports/tests_torch_${{ matrix.module }}_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 with: - name: torch_cuda_test_reports + name: torch_cuda_${{ matrix.module }}_test_reports path: reports flax_tpu_tests: @@ -194,8 +194,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_flax_tpu_stats.txt - cat reports/tests_flax_tpu_failures_short.txt + cat reports/tests_flax_tpu/stats.txt + cat reports/tests_flax_tpu/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -242,8 +242,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_onnx_cuda_stats.txt - cat reports/tests_onnx_cuda_failures_short.txt + cat reports/tests_onnx_cuda/stats.txt + cat reports/tests_onnx_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -286,7 +286,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "compile" --make-reports=tests_torch_compile_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_compile_cuda_failures_short.txt + run: cat reports/tests_torch_compile_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -328,7 +328,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "xformers" --make-reports=tests_torch_xformers_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_xformers_cuda_failures_short.txt + run: cat reports/tests_torch_xformers_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -378,8 +378,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/examples_torch_cuda_stats.txt - cat reports/examples_torch_cuda_failures_short.txt + cat reports/examples_torch_cuda/stats.txt + cat reports/examples_torch_cuda/failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} From 0a996c6a06b2b03226a3c567f1e2f0678c4a9d28 Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Fri, 13 Sep 2024 09:25:35 +0530 Subject: [PATCH 4/7] updates --- .github/workflows/nightly_tests.yml | 16 +++++++-------- .github/workflows/pr_test_fetcher.yml | 6 +++--- .github/workflows/pr_test_peft_backend.yml | 4 ++-- .github/workflows/pr_tests.yml | 4 ++-- .github/workflows/push_tests.yml | 24 +++++++++++----------- .github/workflows/push_tests_fast.yml | 2 +- .github/workflows/push_tests_mps.yml | 2 +- .github/workflows/release_tests_fast.yml | 24 +++++++++++----------- 8 files changed, 41 insertions(+), 41 deletions(-) diff --git a/.github/workflows/nightly_tests.yml b/.github/workflows/nightly_tests.yml index ed1d83d70a40..ddc8bcf90c41 100644 --- a/.github/workflows/nightly_tests.yml +++ b/.github/workflows/nightly_tests.yml @@ -91,8 +91,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_pipeline_${{ matrix.module }}_cuda/stats.txt - cat reports/tests_pipeline_${{ matrix.module }}_cuda/failures_short.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda_stats.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 @@ -164,8 +164,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_torch_${{ matrix.module }}_cuda/stats.txt - cat reports/tests_torch_${{ matrix.module }}_cuda/failures_short.txt + cat reports/tests_torch_${{ matrix.module }}_cuda_stats.txt + cat reports/tests_torch_${{ matrix.module }}_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -220,8 +220,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_flax_tpu/stats.txt - cat reports/tests_flax_tpu/failures_short.txt + cat reports/tests_flax_tpu_stats.txt + cat reports/tests_flax_tpu_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -275,8 +275,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_onnx_cuda/stats.txt - cat reports/tests_onnx_cuda/failures_short.txt + cat reports/tests_onnx_cuda_stats.txt + cat reports/tests_onnx_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/pr_test_fetcher.yml b/.github/workflows/pr_test_fetcher.yml index f9e5f8b81f2c..b032bb842786 100644 --- a/.github/workflows/pr_test_fetcher.yml +++ b/.github/workflows/pr_test_fetcher.yml @@ -108,8 +108,8 @@ jobs: if: ${{ failure() }} continue-on-error: true run: | - cat reports/${{ matrix.modules }}_tests_cpu/stats.txt - cat reports/${{ matrix.modules }}_tests_cpu/failures_short.txt + cat reports/${{ matrix.modules }}_tests_cpu_stats.txt + cat reports/${{ matrix.modules }}_tests_cpu_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -167,7 +167,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/pr_test_peft_backend.yml b/.github/workflows/pr_test_peft_backend.yml index bdc740ea6aab..938d03bd0e12 100644 --- a/.github/workflows/pr_test_peft_backend.yml +++ b/.github/workflows/pr_test_peft_backend.yml @@ -121,8 +121,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_${{ matrix.lib-versions }}/failures_short.txt - cat reports/tests_models_lora_${{ matrix.lib-versions }}/failures_short.txt + cat reports/tests_${{ matrix.lib-versions }}_failures_short.txt + cat reports/tests_models_lora_${{ matrix.lib-versions }}_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/pr_tests.yml b/.github/workflows/pr_tests.yml index 250936b9cd8c..d40270ab46fd 100644 --- a/.github/workflows/pr_tests.yml +++ b/.github/workflows/pr_tests.yml @@ -164,7 +164,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -225,7 +225,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/push_tests.yml b/.github/workflows/push_tests.yml index a29e16618c33..0edeb8ff0d7c 100644 --- a/.github/workflows/push_tests.yml +++ b/.github/workflows/push_tests.yml @@ -93,8 +93,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_pipeline_${{ matrix.module }}_cuda/stats.txt - cat reports/tests_pipeline_${{ matrix.module }}_cuda/failures_short.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda_stats.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 @@ -148,8 +148,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_torch_cuda_${{ matrix.module }}/stats.txt - cat reports/tests_torch_cuda_${{ matrix.module }}/failures_short.txt + cat reports/tests_torch_cuda_${{ matrix.module }}_stats.txt + cat reports/tests_torch_cuda_${{ matrix.module }}_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -195,8 +195,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_flax_tpu/stats.txt - cat reports/tests_flax_tpu/failures_short.txt + cat reports/tests_flax_tpu_stats.txt + cat reports/tests_flax_tpu_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -243,8 +243,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_onnx_cuda/stats.txt - cat reports/tests_onnx_cuda/failures_short.txt + cat reports/tests_onnx_cuda_stats.txt + cat reports/tests_onnx_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -287,7 +287,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "compile" --make-reports=tests_torch_compile_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_compile_cuda/failures_short.txt + run: cat reports/tests_torch_compile_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -329,7 +329,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "xformers" --make-reports=tests_torch_xformers_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_xformers_cuda/failures_short.txt + run: cat reports/tests_torch_xformers_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -379,8 +379,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/examples_torch_cuda/stats.txt - cat reports/examples_torch_cuda/failures_short.txt + cat reports/examples_torch_cuda_stats.txt + cat reports/examples_torch_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/push_tests_fast.yml b/.github/workflows/push_tests_fast.yml index 7b25e2eeeb3b..4e3a01fdd97f 100644 --- a/.github/workflows/push_tests_fast.yml +++ b/.github/workflows/push_tests_fast.yml @@ -115,7 +115,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_${{ matrix.config.report }}/failures_short.txt + run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/push_tests_mps.yml b/.github/workflows/push_tests_mps.yml index 78438574d076..f261b6c00d1c 100644 --- a/.github/workflows/push_tests_mps.yml +++ b/.github/workflows/push_tests_mps.yml @@ -65,7 +65,7 @@ jobs: - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_mps/failures_short.txt + run: cat reports/tests_torch_mps_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} diff --git a/.github/workflows/release_tests_fast.yml b/.github/workflows/release_tests_fast.yml index 25698bb74b0a..2a85d71ea54b 100644 --- a/.github/workflows/release_tests_fast.yml +++ b/.github/workflows/release_tests_fast.yml @@ -92,8 +92,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_pipeline_${{ matrix.module }}_cuda/stats.txt - cat reports/tests_pipeline_${{ matrix.module }}_cuda/failures_short.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda_stats.txt + cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} uses: actions/upload-artifact@v4 @@ -147,8 +147,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_torch_${{ matrix.module }}_cuda/stats.txt - cat reports/tests_torch_${{ matrix.module }}_cuda/failures_short.txt + cat reports/tests_torch_${{ matrix.module }}_cuda_stats.txt + cat reports/tests_torch_${{ matrix.module }}_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -194,8 +194,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_flax_tpu/stats.txt - cat reports/tests_flax_tpu/failures_short.txt + cat reports/tests_flax_tpu_stats.txt + cat reports/tests_flax_tpu_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -242,8 +242,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/tests_onnx_cuda/stats.txt - cat reports/tests_onnx_cuda/failures_short.txt + cat reports/tests_onnx_cuda_stats.txt + cat reports/tests_onnx_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -286,7 +286,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "compile" --make-reports=tests_torch_compile_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_compile_cuda/failures_short.txt + run: cat reports/tests_torch_compile_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -328,7 +328,7 @@ jobs: python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v -k "xformers" --make-reports=tests_torch_xformers_cuda tests/ - name: Failure short reports if: ${{ failure() }} - run: cat reports/tests_torch_xformers_cuda/failures_short.txt + run: cat reports/tests_torch_xformers_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} @@ -378,8 +378,8 @@ jobs: - name: Failure short reports if: ${{ failure() }} run: | - cat reports/examples_torch_cuda/stats.txt - cat reports/examples_torch_cuda/failures_short.txt + cat reports/examples_torch_cuda_stats.txt + cat reports/examples_torch_cuda_failures_short.txt - name: Test suite reports artifacts if: ${{ always() }} From f98148207cb3c1b0f8f6fcf10a41be9e78073354 Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Fri, 13 Sep 2024 09:38:25 +0530 Subject: [PATCH 5/7] empty From eabe6cbee92708d5dc6a79b970408a8cf18c4abd Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Fri, 13 Sep 2024 09:52:54 +0530 Subject: [PATCH 6/7] updates --- .github/workflows/nightly_tests.yml | 8 ++++---- .github/workflows/pr_test_peft_backend.yml | 2 +- .github/workflows/push_tests.yml | 8 ++++---- .github/workflows/release_tests_fast.yml | 8 ++++---- 4 files changed, 13 insertions(+), 13 deletions(-) diff --git a/.github/workflows/nightly_tests.yml b/.github/workflows/nightly_tests.yml index ddc8bcf90c41..acf85eacbeb2 100644 --- a/.github/workflows/nightly_tests.yml +++ b/.github/workflows/nightly_tests.yml @@ -72,7 +72,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install pytest-reportlog - name: Environment run: | @@ -130,7 +130,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git python -m uv pip install pytest-reportlog - name: Environment @@ -201,7 +201,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install pytest-reportlog - name: Environment @@ -257,7 +257,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install pytest-reportlog - name: Environment run: python utils/print_env.py diff --git a/.github/workflows/pr_test_peft_backend.yml b/.github/workflows/pr_test_peft_backend.yml index 938d03bd0e12..0433067e54ba 100644 --- a/.github/workflows/pr_test_peft_backend.yml +++ b/.github/workflows/pr_test_peft_backend.yml @@ -95,7 +95,7 @@ jobs: if [ "${{ matrix.lib-versions }}" == "main" ]; then python -m pip install -U peft@git+https://github.com/huggingface/peft.git python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git else python -m uv pip install -U peft transformers accelerate fi diff --git a/.github/workflows/push_tests.yml b/.github/workflows/push_tests.yml index 0edeb8ff0d7c..5922be57a2f8 100644 --- a/.github/workflows/push_tests.yml +++ b/.github/workflows/push_tests.yml @@ -76,7 +76,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | python utils/print_env.py @@ -127,7 +127,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git - name: Environment @@ -177,7 +177,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -225,7 +225,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | diff --git a/.github/workflows/release_tests_fast.yml b/.github/workflows/release_tests_fast.yml index 2a85d71ea54b..f329e339fbb4 100644 --- a/.github/workflows/release_tests_fast.yml +++ b/.github/workflows/release_tests_fast.yml @@ -75,7 +75,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | python utils/print_env.py @@ -126,7 +126,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git - name: Environment @@ -176,7 +176,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -224,7 +224,7 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | From e9669928d3b9d43724ee1faa2095d089e5930597 Mon Sep 17 00:00:00 2001 From: sayakpaul Date: Fri, 13 Sep 2024 10:09:38 +0530 Subject: [PATCH 7/7] changing order helps? --- .github/workflows/nightly_tests.yml | 2 +- .github/workflows/push_tests.yml | 2 +- .github/workflows/release_tests_fast.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/nightly_tests.yml b/.github/workflows/nightly_tests.yml index acf85eacbeb2..142dbb0f1e8f 100644 --- a/.github/workflows/nightly_tests.yml +++ b/.github/workflows/nightly_tests.yml @@ -130,8 +130,8 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install pytest-reportlog - name: Environment run: python utils/print_env.py diff --git a/.github/workflows/push_tests.yml b/.github/workflows/push_tests.yml index 5922be57a2f8..b8214da328ff 100644 --- a/.github/workflows/push_tests.yml +++ b/.github/workflows/push_tests.yml @@ -127,8 +127,8 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | diff --git a/.github/workflows/release_tests_fast.yml b/.github/workflows/release_tests_fast.yml index f329e339fbb4..a8a6f2699dca 100644 --- a/.github/workflows/release_tests_fast.yml +++ b/.github/workflows/release_tests_fast.yml @@ -126,8 +126,8 @@ jobs: run: | python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" python -m uv pip install -e [quality,test] - pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git python -m uv pip install peft@git+https://github.com/huggingface/peft.git + pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: |