You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: .github/workflows/llama.yml
+35-6Lines changed: 35 additions & 6 deletions
Original file line number
Diff line number
Diff line change
@@ -24,11 +24,12 @@ jobs:
24
24
build:
25
25
strategy:
26
26
matrix:
27
-
runner: [ubuntu-20.04, macos-m1]
27
+
runner: [ubuntu-latest, macos-m1]
28
28
wasmedge: ["0.14.1"]
29
29
plugin: [wasi_nn-ggml]
30
30
job:
31
31
- name: "Tiny Llama"
32
+
shell: bash
32
33
run: |
33
34
test -f ~/.wasmedge/env && source ~/.wasmedge/env
34
35
cd wasmedge-ggml/llama
@@ -42,6 +43,7 @@ jobs:
42
43
$'<|im_start|>system\nYou are an AI assistant<|im_end|>\n<|im_start|>user\nWhere is the capital of Japan?<|im_end|>\n<|im_start|>assistant'
43
44
44
45
- name: Gemma 2B
46
+
shell: bash
45
47
run: |
46
48
test -f ~/.wasmedge/env && source ~/.wasmedge/env
47
49
cd wasmedge-ggml/gemma
@@ -55,6 +57,7 @@ jobs:
55
57
'<start_of_turn>user Where is the capital of Japan? <end_of_turn><start_of_turn>model'
56
58
57
59
- name: Llava v1.6 7B
60
+
shell: bash
58
61
run: |
59
62
test -f ~/.wasmedge/env && source ~/.wasmedge/env
60
63
cd wasmedge-ggml/llava
@@ -73,6 +76,7 @@ jobs:
73
76
$'You are a helpful, respectful and honest assistant. Always answer as short as possible, while being safe.\nUSER:<image>\nDo you know who drew this painting?\nASSISTANT:'
74
77
75
78
- name: Llama3 8B
79
+
shell: bash
76
80
run: |
77
81
test -f ~/.wasmedge/env && source ~/.wasmedge/env
78
82
cd wasmedge-ggml/llama
@@ -87,6 +91,7 @@ jobs:
87
91
$"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nWhat's the capital of Japan?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n"
88
92
89
93
- name: Llama3 8B (Streaming)
94
+
shell: bash
90
95
run: |
91
96
test -f ~/.wasmedge/env && source ~/.wasmedge/env
92
97
cd wasmedge-ggml/llama-stream
@@ -101,6 +106,7 @@ jobs:
101
106
$"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.<|eot_id|>\n<|start_header_id|>user<|end_header_id|>\n\nWhat's the capital of Japan?<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n\n"
102
107
103
108
- name: Multiple Models Example
109
+
shell: bash
104
110
run: |
105
111
test -f ~/.wasmedge/env && source ~/.wasmedge/env
106
112
cd wasmedge-ggml/multimodel
@@ -119,6 +125,7 @@ jobs:
119
125
'describe this picture please'
120
126
121
127
- name: Embedding Example (All-MiniLM)
128
+
shell: bash
122
129
run: |
123
130
test -f ~/.wasmedge/env && source ~/.wasmedge/env
124
131
cd wasmedge-ggml/embedding
@@ -131,6 +138,7 @@ jobs:
131
138
'hello world'
132
139
133
140
- name: Embedding Example (Llama-2)
141
+
shell: bash
134
142
run: |
135
143
test -f ~/.wasmedge/env && source ~/.wasmedge/env
136
144
cd wasmedge-ggml/embedding
@@ -143,6 +151,7 @@ jobs:
143
151
'hello world'
144
152
145
153
- name: RPC Example
154
+
shell: bash
146
155
run: |
147
156
test -f ~/.wasmedge/env && source ~/.wasmedge/env
148
157
cd wasmedge-ggml/nnrpc
@@ -156,6 +165,7 @@ jobs:
156
165
$'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.\n<</SYS>>\nWhat is the capital of Japan?[/INST]'
157
166
158
167
- name: Set Input Twice
168
+
shell: bash
159
169
run: |
160
170
test -f ~/.wasmedge/env && source ~/.wasmedge/env
161
171
cd wasmedge-ggml/test/set-input-twice
@@ -169,6 +179,7 @@ jobs:
169
179
'<start_of_turn>user Where is the capital of Japan? <end_of_turn><start_of_turn>model'
170
180
171
181
- name: Grammar Example
182
+
shell: bash
172
183
run: |
173
184
test -f ~/.wasmedge/env && source ~/.wasmedge/env
174
185
cd wasmedge-ggml/grammar
@@ -182,6 +193,7 @@ jobs:
182
193
'JSON object with 5 country names as keys and their capitals as values: '
183
194
184
195
- name: Model Not Found
196
+
shell: bash
185
197
run: |
186
198
test -f ~/.wasmedge/env && source ~/.wasmedge/env
187
199
cd wasmedge-ggml/test/model-not-found
@@ -192,6 +204,7 @@ jobs:
192
204
default
193
205
194
206
- name: Unload
207
+
shell: bash
195
208
run: |
196
209
test -f ~/.wasmedge/env && source ~/.wasmedge/env
197
210
cd wasmedge-ggml/test/unload
@@ -204,6 +217,7 @@ jobs:
204
217
$'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you do not know the answer to a question, please do not share false information.\n<</SYS>>\nWhat is the capital of Japan?[/INST]'
205
218
206
219
- name: JSON Schema
220
+
shell: bash
207
221
run: |
208
222
test -f ~/.wasmedge/env && source ~/.wasmedge/env
209
223
cd wasmedge-ggml/json-schema
@@ -217,6 +231,7 @@ jobs:
217
231
$'[INST] <<SYS>>\nYou are a helpful, respectful and honest assistant. Always output JSON format string.\n<</SYS>>\nGive me a JSON array of Apple products.[/INST]'
218
232
219
233
- name: Qwen2-VL
234
+
shell: bash
220
235
run: |
221
236
test -f ~/.wasmedge/env && source ~/.wasmedge/env
222
237
cd wasmedge-ggml/qwen2vl
@@ -234,6 +249,7 @@ jobs:
234
249
$'<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n<|im_start|>user\n<|vision_start|><image><|vision_end|>what is in this picture?<|im_end|>\n<|im_start|>assistant\n'
235
250
236
251
- name: Text-to-speech
252
+
shell: bash
237
253
run: |
238
254
test -f ~/.wasmedge/env && source ~/.wasmedge/env
239
255
cd wasmedge-ggml/tts
@@ -263,7 +279,7 @@ jobs:
263
279
include:
264
280
- runner: macos-m1
265
281
ngl: 100
266
-
- runner: ubuntu-20.04
282
+
- runner: ubuntu-latest
267
283
wasmedge: "0.14.0"
268
284
plugin: wasi_nn-ggml
269
285
job:
@@ -280,14 +296,26 @@ jobs:
280
296
default \
281
297
'<|START_OF_TURN_TOKEN|><|USER_TOKEN|>What is the capital of the United States?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>'
0 commit comments