Skip to content

Commit 4c9df48

Browse files
authored
Use separate models subset folder for performance/accuracy e2e tests (#2429)
1 parent fb19a56 commit 4c9df48

File tree

4 files changed

+22
-2
lines changed

4 files changed

+22
-2
lines changed
Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
BlenderbotSmallForCausalLM
2+
CamemBert
3+
DistilBertForMaskedLM
4+
ElectraForCausalLM
5+
GPT2ForSequenceClassification
6+
MobileBertForMaskedLM
7+
MobileBertForQuestionAnswering
8+
Speech2Text2ForCausalLM
9+
T5ForConditionalGeneration
10+
XLNetLMHeadModel
Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
beit_base_patch16_224
2+
fbnetv3_b
3+
gmixer_24_224
4+
mobilenetv3_large_100
5+
nfnet_l0
6+
tnt_s_patch16_224
Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
resnet50
2+
hf_T5
3+
densenet121
4+
mobilenet_v2

.github/workflows/e2e-reusable.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -218,15 +218,15 @@ jobs:
218218
cd pytorch
219219
220220
# if "only_one_model" is set, then test this model
221-
# if "models" == "subset", then test the models from .github/models/performance/{suite}.txt
221+
# if "models" == "subset", then test the models from .github/models/{accuracy,performance}/{suite}.txt
222222
# otherwise test all models.
223223
224224
if [[ "${{ inputs.only_one_model }}" ]]; then
225225
bash -e $GITHUB_WORKSPACE/scripts/inductor_xpu_test.sh ${{ inputs.suite }} ${{ inputs.dtype }} ${{ inputs.mode }} ${{ inputs.test_mode }} xpu 0 static 1 0 ${{ inputs.only_one_model }}
226226
elif [[ "${{ inputs.models }}" == "subset" ]]; then
227227
while read model; do
228228
bash -e $GITHUB_WORKSPACE/scripts/inductor_xpu_test.sh ${{ inputs.suite }} ${{ inputs.dtype }} ${{ inputs.mode }} ${{ inputs.test_mode }} xpu 0 static 1 0 $model
229-
done < $GITHUB_WORKSPACE/.github/models/performance/${{ inputs.suite }}.txt
229+
done < $GITHUB_WORKSPACE/.github/models/${{ inputs.test_mode }}/${{ inputs.suite }}.txt
230230
else
231231
bash -e $GITHUB_WORKSPACE/scripts/inductor_xpu_test.sh ${{ inputs.suite }} ${{ inputs.dtype }} ${{ inputs.mode }} ${{ inputs.test_mode }} xpu 0 static 1 0
232232
fi

0 commit comments

Comments
 (0)