Skip to content

Commit 2d6a531

Browse files
committed
feat(vllm-mtt): update supported_models.json
1 parent b4af757 commit 2d6a531

File tree

1 file changed

+9
-2
lines changed

1 file changed

+9
-2
lines changed

vllm/demo/supported_models.json

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
"name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
1818
"modelscope_url": "https://www.modelscope.cn/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B.git",
1919
"huggingface_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
20-
"tensor_parallel_size": [2, 4]
20+
"tensor_parallel_size": [2, 4, 8]
2121
},
2222

2323
"qwen2.5-0.5b-instruct": {
@@ -27,10 +27,17 @@
2727
"tensor_parallel_size": [1]
2828
},
2929

30+
"qwen2.5-72b-instruct": {
31+
"name": "Qwen/Qwen2.5-7.2B-Instruct",
32+
"modelscope_url": "https://www.modelscope.cn/Qwen/Qwen2.5-7.2B-Instruct.git",
33+
"huggingface_url": "https://huggingface.co/Qwen/Qwen2.5-7.2B-Instruct",
34+
"tensor_parallel_size": [4, 8]
35+
},
36+
3037
"qwq-32b": {
3138
"name": "Qwen/QwQ-32B",
3239
"modelscope_url": "https://www.modelscope.cn/Qwen/QwQ-32B.git",
3340
"huggingface_url": "https://huggingface.co/Qwen/QwQ-32B",
34-
"tensor_parallel_size": [2, 4]
41+
"tensor_parallel_size": [2, 4, 8]
3542
}
3643
}

0 commit comments

Comments
 (0)