diff --git a/.github/actions/set-release-facts/action.yaml b/.github/actions/set-release-facts/action.yaml index cecfd0f0f..425ef807c 100644 --- a/.github/actions/set-release-facts/action.yaml +++ b/.github/actions/set-release-facts/action.yaml @@ -109,15 +109,6 @@ outputs: python_version: description: "Python version" value: ${{ steps.set-manifest.outputs.python_version }} - test_perf_filter: - description: "Test perf filter" - value: ${{ steps.set-manifest.outputs.test_perf_filter }} - test_perf_sh_runner: - description: "Test perf sh runner" - value: ${{ steps.set-manifest.outputs.test_perf_sh_runner }} - test_perf: - description: "Test perf" - value: ${{ steps.set-manifest.outputs.test_perf }} basic_tests_runner_filter: description: "Basic tests runner filter" value: ${{ steps.set-manifest.outputs.basic_tests_runner_filter }} @@ -185,12 +176,6 @@ runs: git_log_fail_on_error="true" # Filter for which demo tests to run (empty = all) test_demo_filter="" - # Run performance tests - test_perf="false" - # Run performance tests with shared CIv2 runner - test_perf_sh_runner="false" - # Filter for which performance tests to run (empty = all) - test_perf_filter="" # Wait for demo tests to complete test_demo_wait="false" # Python version to use for builds and tests @@ -245,7 +230,6 @@ runs: artifact_name_prefix="xla-whl-release" artifact_download_glob='*{xla-whl-release,test-reports}*' pip_wheel_names="pjrt-plugin-tt" - test_perf="true" uplift_artifacts_by_commit="true" elif [[ "${{ inputs.repo }}" =~ "tt-forge" ]]; then workflow="Daily Releaser" @@ -265,11 +249,9 @@ runs: prerelease="true" # Wait for the demo test to complete only for draft releases and run only one test test_demo_filter="bge_m3" - test_perf_filter="resnet" test_demo_wait="true" # Only run basic tests on n150 for draft releases until Civ2 capacity improves basic_tests_runner_filter="tt-ubuntu-2204-n150-stable" - #test_perf_sh_runner="true" # null out the commit to so integration testing can pick up the arfiacts from the repo. # This is because this commit belongs to the tt-forge repo not where the artifacts are stored. @@ -333,9 +315,6 @@ runs: echo "test_demo_filter=$test_demo_filter" echo "test_demo_wait=$test_demo_wait" echo "python_version=$python_version" - echo "test_perf_filter=$test_perf_filter" - echo "test_perf_sh_runner=$test_perf_sh_runner" - echo "test_perf=$test_perf" echo "basic_tests_runner_filter=$basic_tests_runner_filter" echo "uplift_artifacts_by_commit=$uplift_artifacts_by_commit" echo "artifact_name_prefix=$artifact_name_prefix" @@ -372,9 +351,6 @@ runs: echo "test_demo_filter=$test_demo_filter" >> $GITHUB_OUTPUT echo "test_demo_wait=$test_demo_wait" >> $GITHUB_OUTPUT echo "python_version=$python_version" >> $GITHUB_OUTPUT - echo "test_perf_filter=$test_perf_filter" >> $GITHUB_OUTPUT - echo "test_perf_sh_runner=$test_perf_sh_runner" >> $GITHUB_OUTPUT - echo "test_perf=$test_perf" >> $GITHUB_OUTPUT echo "basic_tests_runner_filter=$basic_tests_runner_filter" >> $GITHUB_OUTPUT echo "uplift_artifacts_by_commit=$uplift_artifacts_by_commit" >> $GITHUB_OUTPUT echo "artifact_name_prefix=$artifact_name_prefix" >> $GITHUB_OUTPUT diff --git a/.github/workflows/perf-benchmark-experimental.yml b/.github/workflows/perf-benchmark-experimental.yml index 69f06d1d8..439adb36d 100644 --- a/.github/workflows/perf-benchmark-experimental.yml +++ b/.github/workflows/perf-benchmark-experimental.yml @@ -50,22 +50,4 @@ jobs: uses: ./.github/workflows/call-perf-test.yml with: matrix: ${{ needs.filter-tests.outputs.matrix_p150 }} - docker-image: "ghcr.io/tenstorrent/tt-xla-slim:nightly-latest" - - produce-data: - needs: - - run-p150-perf-benchmarks - if: always() - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@v4 - - name: Trigger produce_data.yml - uses: ./.github/actions/trigger-workflow - env: - GH_TOKEN: ${{ github.token }} - with: - workflow_name: "produce_data.yml" - wait: false - wait_for_run_url: true - json_params: '{"run_id": "${{ github.run_id }}", "run_attempt": "${{ github.run_attempt }}", "sleep": "10" }' + docker-image: "ghcr.io/tenstorrent/tt-xla-slim:nightly-latest" \ No newline at end of file diff --git a/.github/workflows/perf-benchmark.yml b/.github/workflows/perf-benchmark.yml index 02e34d1cd..d5372c924 100644 --- a/.github/workflows/perf-benchmark.yml +++ b/.github/workflows/perf-benchmark.yml @@ -243,23 +243,4 @@ jobs: "channel": "C088QN7E0R3" } env: - SLACK_WEBHOOK_URL: ${{ inputs.slack-token || secrets.SLACK_NIGHTLY_FAIL }} - - - produce-data: - needs: - - fail-send-msg - if: always() - runs-on: ubuntu-latest - steps: - - name: checkout repository - uses: actions/checkout@v4 - - name: Trigger produce_data.yml - uses: ./.github/actions/trigger-workflow - env: - GH_TOKEN: ${{ github.token }} - with: - workflow_name: "produce_data.yml" - wait: false - wait_for_run_url: true - json_params: '{"run_id": "${{ github.run_id }}", "run_attempt": "${{ github.run_attempt }}", "sleep": "10" }' + SLACK_WEBHOOK_URL: ${{ inputs.slack-token || secrets.SLACK_NIGHTLY_FAIL }} \ No newline at end of file diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 2ae6041e2..9011c3268 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -231,21 +231,6 @@ jobs: wait_for_run_url: true json_params: '{"docker-image": "${{ needs.build-release.outputs.harbor_image_tag }}", "project-filter": "${{ steps.set-release-facts.outputs.repo_short }}", "test-filter": "${{ steps.set-release-facts.outputs.test_demo_filter }}" }' -# TODO: Re-enable this after adding tt-mlir version to frontend setup.py description -# REF: https://github.com/tenstorrent/tt-forge/issues/170 -# - name: Trigger Docker Performance test ${{ steps.set-release-facts.outputs.repo_short }} -# if: ${{ steps.set-release-facts.outputs.skip_docker_build == 'false' && steps.set-release-facts.outputs.test_perf == 'true' }} -# uses: ./.github/actions/trigger-workflow -# id: trigger-perf-test -# env: -# GH_TOKEN: ${{ github.token }} -# with: -# workflow_name: "Performance benchmark" -# parent_run_id: "perf-test-${{ steps.set-release-facts.outputs.repo_short }}-${{ steps.set-release-facts.outputs.gh_new_version_tag }}-${{ needs.generate-seed.outputs.random-seed }}" -# wait: ${{ steps.set-release-facts.outputs.test_demo_wait }} -# wait_for_run_url: true -# json_params: '{"docker-image": "${{ needs.build-release.outputs.image_tag }}", "project-filter": "${{ steps.set-release-facts.outputs.repo_short }}", "test-filter": "${{ steps.set-release-facts.outputs.test_perf_filter }}", "sh-runner": "${{ steps.set-release-facts.outputs.test_perf_sh_runner }}" }' - - name: Wait for Basic tests if: ${{ steps.set-release-facts.outputs.skip_docker_build == 'false' }} uses: ./.github/actions/wait-workflow @@ -350,41 +335,3 @@ jobs: release-artifacts-id: ${{ needs.build-release.outputs.release-artifacts-id }} unique_artifact_suffix: ${{ needs.generate-seed.outputs.random-seed }} make_latest: ${{ inputs.make_latest || steps.set-release-facts.outputs.make_latest }} - - - # TODO: Shift this back up to test release after adding tt-mlir version to frontend setup.py description - # REF: https://github.com/tenstorrent/tt-forge/issues/170 - test-release-after-publish: - name: "${{ inputs.draft && 'Draft' || '' }} Test after publish Release ${{ inputs.repo_short }} ${{ inputs.release_type }} ${{ inputs.new_version_tag}} ${{ inputs.branch }}" - if: ${{ inputs.draft || inputs.overwrite_releases || needs.build-release.outputs.release_exists == 'false' }} - needs: - - build-release - - test-release - - publish-release - - generate-seed - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - with: - fetch-depth: 0 - - - uses: ./.github/actions/set-release-facts - id: set-release-facts - with: - repo: ${{ inputs.repo }} - release_type: ${{ inputs.release_type }} - draft: ${{ inputs.draft }} - new_version_tag: ${{ inputs.new_version_tag }} - - - name: Trigger Docker Performance test ${{ steps.set-release-facts.outputs.repo_short }} - if: ${{ steps.set-release-facts.outputs.skip_docker_build == 'false' && steps.set-release-facts.outputs.test_perf == 'true' }} - uses: ./.github/actions/trigger-workflow - id: trigger-perf-test - env: - GH_TOKEN: ${{ github.token }} - with: - workflow_name: "Performance benchmark" - parent_run_id: "perf-test-${{ steps.set-release-facts.outputs.repo_short }}-${{ steps.set-release-facts.outputs.gh_new_version_tag }}-${{ needs.generate-seed.outputs.random-seed }}" - wait: ${{ steps.set-release-facts.outputs.test_demo_wait }} - wait_for_run_url: true - json_params: '{"docker-image": "${{ needs.build-release.outputs.image_tag }}", "project-filter": "${{ steps.set-release-facts.outputs.repo_short }}", "test-filter": "${{ steps.set-release-facts.outputs.test_perf_filter }}", "sh-runner": "${{ steps.set-release-facts.outputs.test_perf_sh_runner }}" }'