@@ -18,42 +18,42 @@ concurrency:
18
18
cancel-in-progress : true
19
19
20
20
jobs :
21
- test-models-macos-cpu :
22
- name : test-models-macos-cpu
23
- uses : pytorch/test-infra/.github/workflows/macos_job.yml@main
24
- strategy :
25
- matrix :
26
- # Mac runners are expensive and limited, and non reliable.
27
- # Do some basic testing for macos jobs, and rely mostly on
28
- # test-models-linux-aarch64 job instead.
29
- model : [emformer_join, ic4, llama2, mobilebert, mv3, resnet50, vit, w2l]
30
- backend : [xnnpack-quantization-delegation]
31
- include :
32
- - model : efficient_sam
33
- backend : portable
34
- - model : llama
35
- backend : portable
36
- - model : llama3_2_vision_encoder
37
- backend : portable
38
- - model : mv3
39
- backend : portable
40
- fail-fast : false
41
- with :
42
- runner : macos-m1-stable
43
- python-version : ' 3.11'
44
- submodules : ' recursive'
45
- ref : ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
46
- timeout : 90
47
- script : |
48
- MODEL_NAME=${{ matrix.model }}
49
- BUILD_TOOL=cmake
50
- BACKEND=${{ matrix.backend }}
21
+ # test-models-macos-cpu:
22
+ # name: test-models-macos-cpu
23
+ # uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
24
+ # strategy:
25
+ # matrix:
26
+ # # Mac runners are expensive and limited, and non reliable.
27
+ # # Do some basic testing for macos jobs, and rely mostly on
28
+ # # test-models-linux-aarch64 job instead.
29
+ # model: [emformer_join, ic4, llama2, mobilebert, mv3, resnet50, vit, w2l]
30
+ # backend: [xnnpack-quantization-delegation]
31
+ # include:
32
+ # - model: efficient_sam
33
+ # backend: portable
34
+ # - model: llama
35
+ # backend: portable
36
+ # - model: llama3_2_vision_encoder
37
+ # backend: portable
38
+ # - model: mv3
39
+ # backend: portable
40
+ # fail-fast: false
41
+ # with:
42
+ # runner: macos-m1-stable
43
+ # python-version: '3.11'
44
+ # submodules: 'recursive'
45
+ # ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
46
+ # timeout: 90
47
+ # script: |
48
+ # MODEL_NAME=${{ matrix.model }}
49
+ # BUILD_TOOL=cmake
50
+ # BACKEND=${{ matrix.backend }}
51
51
52
- bash .ci/scripts/setup-conda.sh
53
- # Setup MacOS dependencies as there is no Docker support on MacOS atm
54
- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
55
- # Build and test executorch
56
- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
52
+ # bash .ci/scripts/setup-conda.sh
53
+ # # Setup MacOS dependencies as there is no Docker support on MacOS atm
54
+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
55
+ # # Build and test executorch
56
+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
57
57
58
58
# test-models-arm-zephyr:
59
59
# name: test-models-arm-zephyr
@@ -666,71 +666,71 @@ jobs:
666
666
PYTHON_EXECUTABLE=python bash .ci/scripts/build-qnn-sdk.sh
667
667
PYTHON_EXECUTABLE=python bash .ci/scripts/test_model.sh ${{ matrix.model }} "cmake" "qnn"
668
668
669
- test-models-macos-coreml :
670
- name : test-models-macos-coreml
671
- uses : pytorch/test-infra/.github/workflows/macos_job.yml@main
672
- strategy :
673
- matrix :
674
- model : [dl3, edsr, efficient_sam, emformer_join, emformer_transcribe, ic3, ic4, mobilebert, mv2, mv3, resnet50, vit, w2l]
675
- fail-fast : false
676
- with :
677
- runner : macos-m1-stable
678
- python-version : ' 3.11'
679
- submodules : ' recursive'
680
- ref : ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
681
- timeout : 90
682
- script : |
683
- MODEL_NAME=${{ matrix.model }}
684
- BUILD_TOOL=cmake
685
- BACKEND="coreml-pybind"
686
-
669
+ # test-models-macos-coreml:
670
+ # name: test-models-macos-coreml
671
+ # uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
672
+ # strategy:
673
+ # matrix:
674
+ # model: [dl3, edsr, efficient_sam, emformer_join, emformer_transcribe, ic3, ic4, mobilebert, mv2, mv3, resnet50, vit, w2l]
675
+ # fail-fast: false
676
+ # with:
677
+ # runner: macos-m1-stable
678
+ # python-version: '3.11'
679
+ # submodules: 'recursive'
680
+ # ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
681
+ # timeout: 90
682
+ # script: |
683
+ # MODEL_NAME=${{ matrix.model }}
684
+ # BUILD_TOOL=cmake
685
+ # BACKEND="coreml-pybind"
687
686
688
- # Set model specific overrides
689
- if [[ "${MODEL_NAME}" == "mobilebert" ]]; then
690
- # See https://github.com/pytorch/executorch/issues/12907
691
- # mobilebert has nan output on FP16, and high MSE on fp32, so we disable runtime test now
692
- BACKEND="coreml"
693
- fi
694
687
695
- if [[ "${MODEL_NAME}" == "efficient_sam" ]]; then
696
- # See https://github.com/pytorch/executorch/issues/12906
697
- # efficient_sam fails to run on CoreML
698
- BACKEND="coreml"
699
- fi
688
+ # # Set model specific overrides
689
+ # if [[ "${MODEL_NAME}" == "mobilebert" ]]; then
690
+ # # See https://github.com/pytorch/executorch/issues/12907
691
+ # # mobilebert has nan output on FP16, and high MSE on fp32, so we disable runtime test now
692
+ # BACKEND="coreml"
693
+ # fi
700
694
701
- bash .ci/scripts/setup-conda.sh
695
+ # if [[ "${MODEL_NAME}" == "efficient_sam" ]]; then
696
+ # # See https://github.com/pytorch/executorch/issues/12906
697
+ # # efficient_sam fails to run on CoreML
698
+ # BACKEND="coreml"
699
+ # fi
702
700
703
- # Setup MacOS dependencies as there is no Docker support on MacOS atm
704
- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
705
- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash backends/apple/coreml/scripts/install_requirements.sh
706
- echo "Finishing installing coreml."
701
+ # bash .ci/scripts/setup-conda.sh
707
702
708
- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
703
+ # # Setup MacOS dependencies as there is no Docker support on MacOS atm
704
+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
705
+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash backends/apple/coreml/scripts/install_requirements.sh
706
+ # echo "Finishing installing coreml."
709
707
710
- test-models-macos-mps :
711
- name : test-models-macos-mps
712
- uses : pytorch/test-infra/.github/workflows/macos_job.yml@main
713
- strategy :
714
- fail-fast : false
715
- with :
716
- runner : macos-m1-stable
717
- python-version : ' 3.11'
718
- submodules : ' recursive'
719
- ref : ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
720
- timeout : 90
721
- script : |
722
- BUILD_TOOL=cmake
723
- bash .ci/scripts/setup-conda.sh
708
+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
724
709
725
- # Setup MacOS dependencies as there is no Docker support on MacOS atm
726
- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
710
+ # test-models-macos-mps:
711
+ # name: test-models-macos-mps
712
+ # uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
713
+ # strategy:
714
+ # fail-fast: false
715
+ # with:
716
+ # runner: macos-m1-stable
717
+ # python-version: '3.11'
718
+ # submodules: 'recursive'
719
+ # ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
720
+ # timeout: 90
721
+ # script: |
722
+ # BUILD_TOOL=cmake
723
+ # bash .ci/scripts/setup-conda.sh
727
724
728
- # Build and test mps model
729
- for MODEL_NAME in mv3 ic4 resnet50 edsr mobilebert w2l; do
730
- echo "::group::Exporting mps model: $MODEL_NAME"
731
- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "mps"
732
- echo "::endgroup::"
733
- done
725
+ # # Setup MacOS dependencies as there is no Docker support on MacOS atm
726
+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
727
+
728
+ # # Build and test mps model
729
+ # for MODEL_NAME in mv3 ic4 resnet50 edsr mobilebert w2l; do
730
+ # echo "::group::Exporting mps model: $MODEL_NAME"
731
+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "mps"
732
+ # echo "::endgroup::"
733
+ # done
734
734
735
735
test-huggingface-transformers-xnnpack :
736
736
# NB: Don't run this on fork PRs because they won't have access to the secret and would fail anyway
0 commit comments