Skip to content

Commit 8094abf

Browse files
authored
[Model] Add Qwen2.5-1.5B Math (#567)
Add the following model to prebuilt list: - `Qwen2.5-Math-1.5B-Instruct-q4f16_1-MLC` - `Qwen2.5-Math-1.5B-Instruct-q4f32_1-MLC`
1 parent bdfb62f commit 8094abf

File tree

1 file changed

+60
-31
lines changed

1 file changed

+60
-31
lines changed

src/config.ts

Lines changed: 60 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -1041,11 +1041,11 @@ export const prebuiltAppConfig: AppConfig = {
10411041
context_window_size: 4096,
10421042
},
10431043
},
1044-
// Qwen2-Math
1044+
// Qwen2.5-Math
10451045
{
10461046
model:
1047-
"https://huggingface.co/mlc-ai/Qwen2-Math-1.5B-Instruct-q4f16_1-MLC",
1048-
model_id: "Qwen2-Math-1.5B-Instruct-q4f16_1-MLC",
1047+
"https://huggingface.co/mlc-ai/Qwen2.5-Math-1.5B-Instruct-q4f16_1-MLC",
1048+
model_id: "Qwen2.5-Math-1.5B-Instruct-q4f16_1-MLC",
10491049
model_lib:
10501050
modelLibURLPrefix +
10511051
modelVersion +
@@ -1058,8 +1058,8 @@ export const prebuiltAppConfig: AppConfig = {
10581058
},
10591059
{
10601060
model:
1061-
"https://huggingface.co/mlc-ai/Qwen2-Math-1.5B-Instruct-q4f32_1-MLC",
1062-
model_id: "Qwen2-Math-1.5B-Instruct-q4f32_1-MLC",
1061+
"https://huggingface.co/mlc-ai/Qwen2.5-Math-1.5B-Instruct-q4f32_1-MLC",
1062+
model_id: "Qwen2.5-Math-1.5B-Instruct-q4f32_1-MLC",
10631063
model_lib:
10641064
modelLibURLPrefix +
10651065
modelVersion +
@@ -1070,32 +1070,6 @@ export const prebuiltAppConfig: AppConfig = {
10701070
context_window_size: 4096,
10711071
},
10721072
},
1073-
{
1074-
model: "https://huggingface.co/mlc-ai/Qwen2-Math-7B-Instruct-q4f16_1-MLC",
1075-
model_id: "Qwen2-Math-7B-Instruct-q4f16_1-MLC",
1076-
model_lib:
1077-
modelLibURLPrefix +
1078-
modelVersion +
1079-
"/Qwen2-7B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
1080-
low_resource_required: false,
1081-
vram_required_MB: 5106.67,
1082-
overrides: {
1083-
context_window_size: 4096,
1084-
},
1085-
},
1086-
{
1087-
model: "https://huggingface.co/mlc-ai/Qwen2-Math-7B-Instruct-q4f32_1-MLC",
1088-
model_id: "Qwen2-Math-7B-Instruct-q4f32_1-MLC",
1089-
model_lib:
1090-
modelLibURLPrefix +
1091-
modelVersion +
1092-
"/Qwen2-7B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
1093-
low_resource_required: false,
1094-
vram_required_MB: 5900.09,
1095-
overrides: {
1096-
context_window_size: 4096,
1097-
},
1098-
},
10991073
// StableLM-zephyr-1.6B
11001074
{
11011075
model: "https://huggingface.co/mlc-ai/stablelm-2-zephyr-1_6b-q4f16_1-MLC",
@@ -1374,6 +1348,61 @@ export const prebuiltAppConfig: AppConfig = {
13741348
context_window_size: 4096,
13751349
},
13761350
},
1351+
// Qwen2-Math
1352+
{
1353+
model:
1354+
"https://huggingface.co/mlc-ai/Qwen2-Math-1.5B-Instruct-q4f16_1-MLC",
1355+
model_id: "Qwen2-Math-1.5B-Instruct-q4f16_1-MLC",
1356+
model_lib:
1357+
modelLibURLPrefix +
1358+
modelVersion +
1359+
"/Qwen2-1.5B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
1360+
low_resource_required: true,
1361+
vram_required_MB: 1629.75,
1362+
overrides: {
1363+
context_window_size: 4096,
1364+
},
1365+
},
1366+
{
1367+
model:
1368+
"https://huggingface.co/mlc-ai/Qwen2-Math-1.5B-Instruct-q4f32_1-MLC",
1369+
model_id: "Qwen2-Math-1.5B-Instruct-q4f32_1-MLC",
1370+
model_lib:
1371+
modelLibURLPrefix +
1372+
modelVersion +
1373+
"/Qwen2-1.5B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
1374+
low_resource_required: true,
1375+
vram_required_MB: 1888.97,
1376+
overrides: {
1377+
context_window_size: 4096,
1378+
},
1379+
},
1380+
{
1381+
model: "https://huggingface.co/mlc-ai/Qwen2-Math-7B-Instruct-q4f16_1-MLC",
1382+
model_id: "Qwen2-Math-7B-Instruct-q4f16_1-MLC",
1383+
model_lib:
1384+
modelLibURLPrefix +
1385+
modelVersion +
1386+
"/Qwen2-7B-Instruct-q4f16_1-ctx4k_cs1k-webgpu.wasm",
1387+
low_resource_required: false,
1388+
vram_required_MB: 5106.67,
1389+
overrides: {
1390+
context_window_size: 4096,
1391+
},
1392+
},
1393+
{
1394+
model: "https://huggingface.co/mlc-ai/Qwen2-Math-7B-Instruct-q4f32_1-MLC",
1395+
model_id: "Qwen2-Math-7B-Instruct-q4f32_1-MLC",
1396+
model_lib:
1397+
modelLibURLPrefix +
1398+
modelVersion +
1399+
"/Qwen2-7B-Instruct-q4f32_1-ctx4k_cs1k-webgpu.wasm",
1400+
low_resource_required: false,
1401+
vram_required_MB: 5900.09,
1402+
overrides: {
1403+
context_window_size: 4096,
1404+
},
1405+
},
13771406
// Llama-3
13781407
{
13791408
model: "https://huggingface.co/mlc-ai/Llama-3-8B-Instruct-q4f32_1-MLC",

0 commit comments

Comments
 (0)