File tree Expand file tree Collapse file tree 1 file changed +0
-20
lines changed Expand file tree Collapse file tree 1 file changed +0
-20
lines changed Original file line number Diff line number Diff line change @@ -276,26 +276,6 @@ jobs:
276276 cd wasmedge-ggml/llava-base64-stream
277277 cargo build --target wasm32-wasip1 --release
278278
279- include :
280- - runner : macos-m1
281- ngl : 100
282- - runner : ubuntu-latest
283- wasmedge : " 0.14.0"
284- plugin : wasi_nn-ggml
285- job :
286- name : C4AI Command-R v01
287- run : |
288- test -f ~/.wasmedge/env && source ~/.wasmedge/env
289- cd wasmedge-ggml/command-r
290- curl -LO https://huggingface.co/andrewcanis/c4ai-command-r-v01-GGUF/resolve/main/c4ai-command-r-v01-Q2_K.gguf
291- cargo build --target wasm32-wasip1 --release
292- time wasmedge --dir .:. \
293- --env n_gpu_layers="$NGL" \
294- --nn-preload default:GGML:AUTO:c4ai-command-r-v01-Q2_K.gguf \
295- target/wasm32-wasip1/release/wasmedge-ggml-command-r.wasm \
296- default \
297- '<|START_OF_TURN_TOKEN|><|USER_TOKEN|>What is the capital of the United States?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>'
298-
299279 name : ${{ matrix.runner == 'ubuntu-latest' && 'ubuntu:20.04' || matrix.runner }} - ${{ matrix.job.name }} - ${{ matrix.wasmedge }} - ${{ matrix.plugin }}
300280 runs-on : ${{ matrix.runner }}
301281 # set image to `ubuntu:20.04` if runner is `ubuntu-latest`
You can’t perform that action at this time.
0 commit comments