diff --git a/.github/workflows/android-perf-private-device-experiment.yml b/.github/workflows/android-perf-private-device-experiment.yml index 0667861117e..027a21347e1 100644 --- a/.github/workflows/android-perf-private-device-experiment.yml +++ b/.github/workflows/android-perf-private-device-experiment.yml @@ -57,6 +57,6 @@ jobs: id-token: write contents: read with: - models: ${{ inputs.models || github.event_name == 'schedule' && 'Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,meta-llama/Llama-3.2-1B,allenai/OLMo-1B-hf' || 'Qwen/Qwen3-0.6B' }} + models: ${{ inputs.models || github.event_name == 'schedule' && 'Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,microsoft/Phi-4-mini-instruct,meta-llama/Llama-3.2-1B,allenai/OLMo-1B-hf' || 'microsoft/Phi-4-mini-instruct' }} devices: samsung_galaxy_s22_private benchmark_configs: ${{ inputs.benchmark_configs }} diff --git a/.github/workflows/android-perf.yml b/.github/workflows/android-perf.yml index 2eab69eb88b..1ddfaecb773 100644 --- a/.github/workflows/android-perf.yml +++ b/.github/workflows/android-perf.yml @@ -72,7 +72,7 @@ jobs: # Separate default values from the workflow dispatch. To ensure defaults are accessible # during scheduled runs and to provide flexibility for different defaults between # on-demand and periodic benchmarking. - CRON_DEFAULT_MODELS: ${{ github.event_name == 'schedule' && 'mv3,mv2,ic4,ic3,resnet50,edsr,mobilebert,w2l,meta-llama/Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8,meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8,Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,allenai/OLMo-1B-hf' || 'Qwen/Qwen3-0.6B' }} + CRON_DEFAULT_MODELS: ${{ github.event_name == 'schedule' && 'mv3,mv2,ic4,ic3,resnet50,edsr,mobilebert,w2l,meta-llama/Llama-3.2-1B,meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8,meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8,Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,microsoft/Phi-4-mini-instruct,allenai/OLMo-1B-hf' || 'Qwen/Qwen3-0.6B' }} CRON_DEFAULT_DEVICES: samsung_galaxy_s22 run: | set -eux @@ -344,7 +344,7 @@ jobs: git clone https://github.com/huggingface/optimum-executorch pushd optimum-executorch # There is no release yet, for CI stability, always test from the same commit on main - git checkout 4c3b18f6cca68c5ccff809131d570062723d7188 + git checkout a3942627f5ac048e06b4b1d703b0a6a53bf6da5b python install_dev.py --skip_override_torch pip list diff --git a/.github/workflows/apple-perf-private-device-experiment.yml b/.github/workflows/apple-perf-private-device-experiment.yml index 153043ee0b5..107ddd854d4 100644 --- a/.github/workflows/apple-perf-private-device-experiment.yml +++ b/.github/workflows/apple-perf-private-device-experiment.yml @@ -57,6 +57,6 @@ jobs: id-token: write contents: read with: - models: ${{ inputs.models || github.event_name == 'schedule' && 'Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,meta-llama/Llama-3.2-1B,allenai/OLMo-1B-hf' || 'Qwen/Qwen3-0.6B' }} + models: ${{ inputs.models || github.event_name == 'schedule' && 'Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,microsoft/Phi-4-mini-instruct,meta-llama/Llama-3.2-1B,allenai/OLMo-1B-hf' || 'microsoft/Phi-4-mini-instruct' }} devices: apple_iphone_15_private benchmark_configs: ${{ inputs.benchmark_configs }} diff --git a/.github/workflows/apple-perf.yml b/.github/workflows/apple-perf.yml index 3db5abbefbd..ac7641a2662 100644 --- a/.github/workflows/apple-perf.yml +++ b/.github/workflows/apple-perf.yml @@ -72,7 +72,7 @@ jobs: # Separate default values from the workflow dispatch. To ensure defaults are accessible # during scheduled runs and to provide flexibility for different defaults between # on-demand and periodic benchmarking. - CRON_DEFAULT_MODELS: ${{ github.event_name == 'schedule' && 'mv3,mv2,ic4,ic3,resnet50,edsr,mobilebert,w2l,meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8,meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8,Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,meta-llama/Llama-3.2-1B,allenai/OLMo-1B-hf' || 'Qwen/Qwen3-0.6B' }} + CRON_DEFAULT_MODELS: ${{ github.event_name == 'schedule' && 'mv3,mv2,ic4,ic3,resnet50,edsr,mobilebert,w2l,meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8,meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8,Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,microsoft/Phi-4-mini-instruct,meta-llama/Llama-3.2-1B,allenai/OLMo-1B-hf' || 'Qwen/Qwen3-0.6B' }} CRON_DEFAULT_DEVICES: apple_iphone_15 run: | set -eux @@ -349,7 +349,7 @@ jobs: git clone https://github.com/huggingface/optimum-executorch pushd optimum-executorch # There is no release yet, for CI stability, always test from the same commit on main - git checkout 4c3b18f6cca68c5ccff809131d570062723d7188 + git checkout a3942627f5ac048e06b4b1d703b0a6a53bf6da5b ${CONDA_RUN} python install_dev.py --skip_override_torch pip list diff --git a/.github/workflows/trunk.yml b/.github/workflows/trunk.yml index a4996459f8a..3ad389b9159 100644 --- a/.github/workflows/trunk.yml +++ b/.github/workflows/trunk.yml @@ -554,6 +554,7 @@ jobs: google/gemma-3-1b-it, Qwen/Qwen3-0.6B, HuggingFaceTB/SmolLM2-135M, + microsoft/Phi-4-mini-instruct, meta-llama/Llama-3.2-1B, allenai/OLMo-1B-hf, ] @@ -597,7 +598,7 @@ jobs: git clone https://github.com/huggingface/optimum-executorch pushd optimum-executorch # There is no release yet, for CI stability, always test from the same commit on main - git checkout 4c3b18f6cca68c5ccff809131d570062723d7188 + git checkout a3942627f5ac048e06b4b1d703b0a6a53bf6da5b python install_dev.py --skip_override_torch popd pip list