Skip to content

Commit 72580d2

Browse files
authored
Arm backend: Add smaller_stories_llama to test_arm_baremetal (#13224)
And run it in trunk job. Signed-off-by: Erik Lundell <[email protected]>
1 parent 391793b commit 72580d2

File tree

2 files changed

+26
-0
lines changed

2 files changed

+26
-0
lines changed

.github/workflows/trunk.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -288,6 +288,7 @@ jobs:
288288
- test_arm_baremetal: test_models_tosa
289289
- test_arm_baremetal: test_models_ethos-u55
290290
- test_arm_baremetal: test_models_ethos-u85
291+
- test_arm_baremetal: test_smaller_stories_llama
291292
fail-fast: false
292293
with:
293294
runner: linux.2xlarge.memory

backends/arm/test/test_arm_baremetal.sh

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -251,6 +251,31 @@ test_full_ethosu_fvp() { # All End to End model tests
251251
echo "${TEST_SUITE_NAME}: PASS"
252252
}
253253

254+
test_smaller_stories_llama() {
255+
echo "${TEST_SUITE_NAME}: Test smaller_stories_llama"
256+
257+
backends/arm/scripts/build_executorch.sh
258+
259+
mkdir -p stories110M
260+
pushd stories110M
261+
wget -N https://huggingface.co/karpathy/tinyllamas/resolve/main/stories110M.pt
262+
echo '{"dim": 768, "multiple_of": 32, "n_heads": 12, "n_layers": 12, "norm_eps": 1e-05, "vocab_size": 32000}' > params.json
263+
popd
264+
265+
# Get path to source directory
266+
pytest \
267+
-c /dev/null \
268+
--verbose \
269+
--color=yes \
270+
--numprocesses=auto \
271+
--log-level=DEBUG \
272+
--junit-xml=stories110M/test-reports/unittest.xml \
273+
-s \
274+
backends/arm/test/models/test_llama.py \
275+
--llama_inputs stories110M/stories110M.pt stories110M/params.json stories110m
276+
277+
echo "${TEST_SUITE_NAME}: PASS"
278+
}
254279

255280

256281
${TEST_SUITE}

0 commit comments

Comments
 (0)