@@ -18,42 +18,42 @@ concurrency:
1818 cancel-in-progress : true
1919
2020jobs :
21- test-models-macos-cpu :
22- name : test-models-macos-cpu
23- uses : pytorch/test-infra/.github/workflows/macos_job.yml@main
24- strategy :
25- matrix :
26- # Mac runners are expensive and limited, and non reliable.
27- # Do some basic testing for macos jobs, and rely mostly on
28- # test-models-linux-aarch64 job instead.
29- model : [emformer_join, ic4, llama2, mobilebert, mv3, resnet50, vit, w2l]
30- backend : [xnnpack-quantization-delegation]
31- include :
32- - model : efficient_sam
33- backend : portable
34- - model : llama
35- backend : portable
36- - model : llama3_2_vision_encoder
37- backend : portable
38- - model : mv3
39- backend : portable
40- fail-fast : false
41- with :
42- runner : macos-m1-stable
43- python-version : ' 3.11'
44- submodules : ' recursive'
45- ref : ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
46- timeout : 90
47- script : |
48- MODEL_NAME=${{ matrix.model }}
49- BUILD_TOOL=cmake
50- BACKEND=${{ matrix.backend }}
21+ # test-models-macos-cpu:
22+ # name: test-models-macos-cpu
23+ # uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
24+ # strategy:
25+ # matrix:
26+ # # Mac runners are expensive and limited, and non reliable.
27+ # # Do some basic testing for macos jobs, and rely mostly on
28+ # # test-models-linux-aarch64 job instead.
29+ # model: [emformer_join, ic4, llama2, mobilebert, mv3, resnet50, vit, w2l]
30+ # backend: [xnnpack-quantization-delegation]
31+ # include:
32+ # - model: efficient_sam
33+ # backend: portable
34+ # - model: llama
35+ # backend: portable
36+ # - model: llama3_2_vision_encoder
37+ # backend: portable
38+ # - model: mv3
39+ # backend: portable
40+ # fail-fast: false
41+ # with:
42+ # runner: macos-m1-stable
43+ # python-version: '3.11'
44+ # submodules: 'recursive'
45+ # ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
46+ # timeout: 90
47+ # script: |
48+ # MODEL_NAME=${{ matrix.model }}
49+ # BUILD_TOOL=cmake
50+ # BACKEND=${{ matrix.backend }}
5151
52- bash .ci/scripts/setup-conda.sh
53- # Setup MacOS dependencies as there is no Docker support on MacOS atm
54- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
55- # Build and test executorch
56- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
52+ # bash .ci/scripts/setup-conda.sh
53+ # # Setup MacOS dependencies as there is no Docker support on MacOS atm
54+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
55+ # # Build and test executorch
56+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
5757
5858# test-models-arm-zephyr:
5959# name: test-models-arm-zephyr
@@ -666,71 +666,71 @@ jobs:
666666 PYTHON_EXECUTABLE=python bash .ci/scripts/build-qnn-sdk.sh
667667 PYTHON_EXECUTABLE=python bash .ci/scripts/test_model.sh ${{ matrix.model }} "cmake" "qnn"
668668
669- test-models-macos-coreml :
670- name : test-models-macos-coreml
671- uses : pytorch/test-infra/.github/workflows/macos_job.yml@main
672- strategy :
673- matrix :
674- model : [dl3, edsr, efficient_sam, emformer_join, emformer_transcribe, ic3, ic4, mobilebert, mv2, mv3, resnet50, vit, w2l]
675- fail-fast : false
676- with :
677- runner : macos-m1-stable
678- python-version : ' 3.11'
679- submodules : ' recursive'
680- ref : ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
681- timeout : 90
682- script : |
683- MODEL_NAME=${{ matrix.model }}
684- BUILD_TOOL=cmake
685- BACKEND="coreml-pybind"
686-
669+ # test-models-macos-coreml:
670+ # name: test-models-macos-coreml
671+ # uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
672+ # strategy:
673+ # matrix:
674+ # model: [dl3, edsr, efficient_sam, emformer_join, emformer_transcribe, ic3, ic4, mobilebert, mv2, mv3, resnet50, vit, w2l]
675+ # fail-fast: false
676+ # with:
677+ # runner: macos-m1-stable
678+ # python-version: '3.11'
679+ # submodules: 'recursive'
680+ # ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
681+ # timeout: 90
682+ # script: |
683+ # MODEL_NAME=${{ matrix.model }}
684+ # BUILD_TOOL=cmake
685+ # BACKEND="coreml-pybind"
687686
688- # Set model specific overrides
689- if [[ "${MODEL_NAME}" == "mobilebert" ]]; then
690- # See https://github.com/pytorch/executorch/issues/12907
691- # mobilebert has nan output on FP16, and high MSE on fp32, so we disable runtime test now
692- BACKEND="coreml"
693- fi
694687
695- if [[ "${MODEL_NAME}" == "efficient_sam" ]]; then
696- # See https://github.com/pytorch/executorch/issues/12906
697- # efficient_sam fails to run on CoreML
698- BACKEND="coreml"
699- fi
688+ # # Set model specific overrides
689+ # if [[ "${MODEL_NAME}" == "mobilebert" ]]; then
690+ # # See https://github.com/pytorch/executorch/issues/12907
691+ # # mobilebert has nan output on FP16, and high MSE on fp32, so we disable runtime test now
692+ # BACKEND="coreml"
693+ # fi
700694
701- bash .ci/scripts/setup-conda.sh
695+ # if [[ "${MODEL_NAME}" == "efficient_sam" ]]; then
696+ # # See https://github.com/pytorch/executorch/issues/12906
697+ # # efficient_sam fails to run on CoreML
698+ # BACKEND="coreml"
699+ # fi
702700
703- # Setup MacOS dependencies as there is no Docker support on MacOS atm
704- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
705- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash backends/apple/coreml/scripts/install_requirements.sh
706- echo "Finishing installing coreml."
701+ # bash .ci/scripts/setup-conda.sh
707702
708- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
703+ # # Setup MacOS dependencies as there is no Docker support on MacOS atm
704+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
705+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash backends/apple/coreml/scripts/install_requirements.sh
706+ # echo "Finishing installing coreml."
709707
710- test-models-macos-mps :
711- name : test-models-macos-mps
712- uses : pytorch/test-infra/.github/workflows/macos_job.yml@main
713- strategy :
714- fail-fast : false
715- with :
716- runner : macos-m1-stable
717- python-version : ' 3.11'
718- submodules : ' recursive'
719- ref : ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
720- timeout : 90
721- script : |
722- BUILD_TOOL=cmake
723- bash .ci/scripts/setup-conda.sh
708+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "${BACKEND}"
724709
725- # Setup MacOS dependencies as there is no Docker support on MacOS atm
726- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
710+ # test-models-macos-mps:
711+ # name: test-models-macos-mps
712+ # uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
713+ # strategy:
714+ # fail-fast: false
715+ # with:
716+ # runner: macos-m1-stable
717+ # python-version: '3.11'
718+ # submodules: 'recursive'
719+ # ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
720+ # timeout: 90
721+ # script: |
722+ # BUILD_TOOL=cmake
723+ # bash .ci/scripts/setup-conda.sh
727724
728- # Build and test mps model
729- for MODEL_NAME in mv3 ic4 resnet50 edsr mobilebert w2l; do
730- echo "::group::Exporting mps model: $MODEL_NAME"
731- PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "mps"
732- echo "::endgroup::"
733- done
725+ # # Setup MacOS dependencies as there is no Docker support on MacOS atm
726+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/setup-macos.sh --build-tool "${BUILD_TOOL}"
727+
728+ # # Build and test mps model
729+ # for MODEL_NAME in mv3 ic4 resnet50 edsr mobilebert w2l; do
730+ # echo "::group::Exporting mps model: $MODEL_NAME"
731+ # PYTHON_EXECUTABLE=python ${CONDA_RUN} bash .ci/scripts/test_model.sh "${MODEL_NAME}" "${BUILD_TOOL}" "mps"
732+ # echo "::endgroup::"
733+ # done
734734
735735 test-huggingface-transformers-xnnpack :
736736 # NB: Don't run this on fork PRs because they won't have access to the secret and would fail anyway
0 commit comments