From d7b861d93322087ca2adf347190298b75ce106cf Mon Sep 17 00:00:00 2001 From: Alexander Dokuchaev Date: Mon, 27 Oct 2025 21:19:28 +0200 Subject: [PATCH 1/2] more workers --- .../conformance_weight_compression.yml | 5 +++-- .../post_training/data/wc_test_durations.json | 22 ++++++++++++++----- 2 files changed, 20 insertions(+), 7 deletions(-) diff --git a/.github/workflows/conformance_weight_compression.yml b/.github/workflows/conformance_weight_compression.yml index 98c429375e6..279188bfd58 100644 --- a/.github/workflows/conformance_weight_compression.yml +++ b/.github/workflows/conformance_weight_compression.yml @@ -11,6 +11,7 @@ on: pytest_args: description: 'Pytest arguments' default: '' + pull_request: jobs: examples-cpu: @@ -20,7 +21,7 @@ jobs: strategy: fail-fast: false matrix: - group: [1, 2, 3, 4] + group: [1, 2, 3, 4, 5, 6] defaults: run: shell: bash @@ -50,7 +51,7 @@ jobs: --junit-xml=pytest-results.xml \ --durations-path=tests/post_training/data/wc_test_durations.json \ --splitting-algorithm=least_duration \ - --splits 4 \ + --splits 6 \ --group ${{ matrix.group }} \ ${{ github.event.inputs.pytest_args || '' }} ret=$? diff --git a/tests/post_training/data/wc_test_durations.json b/tests/post_training/data/wc_test_durations.json index f02c4cee7dd..64ac89f9b23 100644 --- a/tests/post_training/data/wc_test_durations.json +++ b/tests/post_training/data/wc_test_durations.json @@ -1,20 +1,32 @@ { "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_awq_backup_mode_none_backend_OV]": 249, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_scale_estimation_backend_ONNX]": 725, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_scale_estimation_backend_OV]": 368, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_scale_estimation_stateful_backend_OV]": 371, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_awq_stateful_backend_OV]": 205, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_backend_FX_TORCH]": 368, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_backend_ONNX]": 213, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_backend_OV]": 206, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_backend_TORCH]": 206, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_gptq_scale_estimation_stateful_backend_OV]": 1161, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_aware_lora_stateful_backend_OV]": 473, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_awq_backend_FX_TORCH]": 352, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_awq_backend_ONNX]": 154, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_awq_backend_OV]": 164, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_awq_backend_TORCH]": 210, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_backend_FP32]": 0, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_backend_ONNX]": 182, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_backend_OV]": 187, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_opset19_backend_ONNX]": 512, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_int4_data_free_backend_FX_TORCH]": 274, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_int4_data_free_backend_TORCH]": 123, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_int8_data_free_backend_FX_TORCH]": 276, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_int8_data_free_backend_TORCH]": 165, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_NF4_scale_estimation_stateful_per_channel_backend_OV]": 193, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_scale_estimation_per_channel_backend_FX_TORCH]": 423, + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_scale_estimation_per_channel_backend_ONNX]": 518, "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_scale_estimation_per_channel_backend_OV]": 251, - "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_awq_backend_OV]": 164, - "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_awq_backend_TORCH]": 210, - "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_backend_ONNX]": 182, - "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_opset19_backend_ONNX]": 512, - "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_data_free_awq_backend_ONNX]": 154 + "tests/post_training/test_quantize_conformance.py::test_weight_compression[tinyllama_scale_estimation_per_channel_backend_TORCH]": 274, + "tests/post_training/test_weight_compression[tinyllama_data_aware_awq_scale_estimation_backend_FX_TORCH]": 472, + "tests/post_training/test_weight_compression[tinyllama_data_aware_awq_scale_estimation_backend_TORCH]": 352 } From a33da126ce2b9d8fdc2d0539232fb60cc6a6910a Mon Sep 17 00:00:00 2001 From: Alexander Dokuchaev Date: Mon, 27 Oct 2025 22:11:03 +0200 Subject: [PATCH 2/2] f --- .github/workflows/conformance_weight_compression.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/conformance_weight_compression.yml b/.github/workflows/conformance_weight_compression.yml index 279188bfd58..79f76c2c088 100644 --- a/.github/workflows/conformance_weight_compression.yml +++ b/.github/workflows/conformance_weight_compression.yml @@ -11,11 +11,10 @@ on: pytest_args: description: 'Pytest arguments' default: '' - pull_request: jobs: examples-cpu: - name: Weight compression [${{ matrix.group }}/4] + name: Weight compression [${{ matrix.group }}/6] runs-on: ubuntu-latest-16-cores timeout-minutes: 60 strategy: