File tree Expand file tree Collapse file tree 1 file changed +9
-2
lines changed
Expand file tree Collapse file tree 1 file changed +9
-2
lines changed Original file line number Diff line number Diff line change 1717 "name" : " deepseek-ai/DeepSeek-R1-Distill-Qwen-32B" ,
1818 "modelscope_url" : " https://www.modelscope.cn/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B.git" ,
1919 "huggingface_url" : " https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B" ,
20- "tensor_parallel_size" : [2 , 4 ]
20+ "tensor_parallel_size" : [2 , 4 , 8 ]
2121 },
2222
2323 "qwen2.5-0.5b-instruct" : {
2727 "tensor_parallel_size" : [1 ]
2828 },
2929
30+ "qwen2.5-72b-instruct" : {
31+ "name" : " Qwen/Qwen2.5-7.2B-Instruct" ,
32+ "modelscope_url" : " https://www.modelscope.cn/Qwen/Qwen2.5-7.2B-Instruct.git" ,
33+ "huggingface_url" : " https://huggingface.co/Qwen/Qwen2.5-7.2B-Instruct" ,
34+ "tensor_parallel_size" : [4 , 8 ]
35+ },
36+
3037 "qwq-32b" : {
3138 "name" : " Qwen/QwQ-32B" ,
3239 "modelscope_url" : " https://www.modelscope.cn/Qwen/QwQ-32B.git" ,
3340 "huggingface_url" : " https://huggingface.co/Qwen/QwQ-32B" ,
34- "tensor_parallel_size" : [2 , 4 ]
41+ "tensor_parallel_size" : [2 , 4 , 8 ]
3542 }
3643}
You can’t perform that action at this time.
0 commit comments