Skip to content

Commit a59fde2

Browse files
author
ochafik
committed
update model template / format mapping
1 parent af63886 commit a59fde2

File tree

2 files changed

+198
-16
lines changed

2 files changed

+198
-16
lines changed

‎examples/server/README.md‎

Lines changed: 185 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1137,68 +1137,246 @@ curl http://localhost:8080/v1/chat/completions \
11371137

11381138
| Template | Format |
11391139
|----------|--------|
1140+
| Almawave-Velvet-14B.jinja | Hermes 2 Pro |
1141+
| AtlaAI-Selene-1-Mini-Llama-3.1-8B.jinja | Llama 3.x |
1142+
| CohereForAI-aya-expanse-8b.jinja | Generic |
11401143
| CohereForAI-c4ai-command-r-plus-default.jinja | Generic |
11411144
| CohereForAI-c4ai-command-r-plus-rag.jinja | Generic |
11421145
| CohereForAI-c4ai-command-r-plus-tool_use.jinja | Generic |
1143-
| CohereForAI-c4ai-command-r7b-12-2024-default.jinja | Command R7B |
1144-
| CohereForAI-c4ai-command-r7b-12-2024-rag.jinja | Command R7B |
1145-
| CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja | Command R7B |
1146+
| CohereForAI-c4ai-command-r7b-12-2024-default.jinja | Command R7B (extract reasoning) |
1147+
| CohereForAI-c4ai-command-r7b-12-2024-rag.jinja | Command R7B (extract reasoning) |
1148+
| CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja | Command R7B (extract reasoning) |
1149+
| CohereForAI-c4ai-command-r7b-12-2024.jinja | Generic |
1150+
| DavieLion-Llama-3.2-1B-SPIN-iter3.jinja | Generic |
1151+
| Delta-Vector-Rei-12B.jinja | Mistral Nemo |
1152+
| EpistemeAI-Mistral-Nemo-Instruct-12B-Philosophy-Math.jinja | Mistral Nemo |
1153+
| FlofloB-83k_continued_pretraining_Qwen2.5-0.5B-Instruct_Unsloth_merged_16bit.jinja | Hermes 2 Pro |
1154+
| FlofloB-test_continued_pretraining_Phi-3-mini-4k-instruct_Unsloth_merged_16bit.jinja | Generic |
1155+
| HelpingAI-HAI-SER.jinja | Generic |
1156+
| HuggingFaceTB-SmolLM2-1.7B-Instruct.jinja | Generic |
1157+
| HuggingFaceTB-SmolLM2-135M-Instruct.jinja | Generic |
1158+
| HuggingFaceTB-SmolLM2-360M-Instruct.jinja | Generic |
1159+
| INSAIT-Institute-BgGPT-Gemma-2-27B-IT-v1.0.jinja | Generic |
1160+
| Ihor-Text2Graph-R1-Qwen2.5-0.5b.jinja | Hermes 2 Pro |
11461161
| Infinigence-Megrez-3B-Instruct.jinja | Generic |
1162+
| Josephgflowers-TinyLlama_v1.1_math_code-world-test-1.jinja | Generic |
1163+
| LGAI-EXAONE-EXAONE-3.5-2.4B-Instruct.jinja | Generic |
11471164
| LGAI-EXAONE-EXAONE-3.5-7.8B-Instruct.jinja | Generic |
1165+
| LatitudeGames-Wayfarer-12B.jinja | Generic |
1166+
| Magpie-Align-Llama-3-8B-Magpie-Align-v0.1.jinja | Generic |
1167+
| Magpie-Align-Llama-3.1-8B-Magpie-Align-v0.1.jinja | Generic |
1168+
| MaziyarPanahi-calme-3.2-instruct-78b.jinja | Generic |
11481169
| MiniMaxAI-MiniMax-Text-01.jinja | Generic |
1170+
| MiniMaxAI-MiniMax-VL-01.jinja | Generic |
1171+
| NaniDAO-deepseek-r1-qwen-2.5-32B-ablated.jinja | DeepSeek R1 (extract reasoning) |
11491172
| NexaAIDev-Octopus-v2.jinja | Generic |
11501173
| NousResearch-Hermes-2-Pro-Llama-3-8B-default.jinja | Generic |
11511174
| NousResearch-Hermes-2-Pro-Llama-3-8B-tool_use.jinja | Hermes 2 Pro |
11521175
| NousResearch-Hermes-2-Pro-Mistral-7B-default.jinja | Generic |
11531176
| NousResearch-Hermes-2-Pro-Mistral-7B-tool_use.jinja | Hermes 2 Pro |
11541177
| NousResearch-Hermes-3-Llama-3.1-70B-default.jinja | Generic |
11551178
| NousResearch-Hermes-3-Llama-3.1-70B-tool_use.jinja | Hermes 2 Pro |
1179+
| NovaSky-AI-Sky-T1-32B-Flash.jinja | Hermes 2 Pro |
1180+
| NovaSky-AI-Sky-T1-32B-Preview.jinja | Hermes 2 Pro |
1181+
| OnlyCheeini-greesychat-turbo.jinja | Generic |
1182+
| Orenguteng-Llama-3.1-8B-Lexi-Uncensored-V2.jinja | Llama 3.x |
11561183
| OrionStarAI-Orion-14B-Chat.jinja | Generic |
1184+
| PowerInfer-SmallThinker-3B-Preview.jinja | Generic |
1185+
| PrimeIntellect-INTELLECT-1-Instruct.jinja | Generic |
1186+
| Qwen-QVQ-72B-Preview.jinja | Generic |
11571187
| Qwen-QwQ-32B-Preview.jinja | Hermes 2 Pro |
1188+
| Qwen-Qwen1.5-7B-Chat.jinja | Generic |
11581189
| Qwen-Qwen2-7B-Instruct.jinja | Generic |
1190+
| Qwen-Qwen2-VL-72B-Instruct.jinja | Generic |
11591191
| Qwen-Qwen2-VL-7B-Instruct.jinja | Generic |
1192+
| Qwen-Qwen2.5-0.5B.jinja | Hermes 2 Pro |
1193+
| Qwen-Qwen2.5-1.5B-Instruct.jinja | Hermes 2 Pro |
1194+
| Qwen-Qwen2.5-14B-Instruct-1M.jinja | Hermes 2 Pro |
1195+
| Qwen-Qwen2.5-14B.jinja | Hermes 2 Pro |
1196+
| Qwen-Qwen2.5-32B-Instruct.jinja | Hermes 2 Pro |
1197+
| Qwen-Qwen2.5-32B.jinja | Hermes 2 Pro |
1198+
| Qwen-Qwen2.5-3B-Instruct.jinja | Hermes 2 Pro |
1199+
| Qwen-Qwen2.5-72B-Instruct.jinja | Hermes 2 Pro |
1200+
| Qwen-Qwen2.5-7B-Instruct-1M.jinja | Hermes 2 Pro |
11601201
| Qwen-Qwen2.5-7B-Instruct.jinja | Hermes 2 Pro |
1202+
| Qwen-Qwen2.5-7B.jinja | Hermes 2 Pro |
1203+
| Qwen-Qwen2.5-Coder-32B-Instruct.jinja | Hermes 2 Pro |
1204+
| Qwen-Qwen2.5-Coder-7B-Instruct.jinja | Hermes 2 Pro |
1205+
| Qwen-Qwen2.5-Math-1.5B.jinja | Hermes 2 Pro |
11611206
| Qwen-Qwen2.5-Math-7B-Instruct.jinja | Hermes 2 Pro |
1207+
| Qwen-Qwen2.5-VL-3B-Instruct.jinja | Hermes 2 Pro |
1208+
| Qwen-Qwen2.5-VL-72B-Instruct.jinja | Hermes 2 Pro |
1209+
| Qwen-Qwen2.5-VL-7B-Instruct.jinja | Hermes 2 Pro |
1210+
| RWKV-Red-Team-ARWKV-7B-Preview-0.1.jinja | Hermes 2 Pro |
1211+
| SakanaAI-TinySwallow-1.5B-Instruct.jinja | Hermes 2 Pro |
1212+
| SakanaAI-TinySwallow-1.5B.jinja | Hermes 2 Pro |
1213+
| Sao10K-70B-L3.3-Cirrus-x1.jinja | Llama 3.x |
1214+
| SentientAGI-Dobby-Mini-Leashed-Llama-3.1-8B.jinja | Llama 3.x |
1215+
| SentientAGI-Dobby-Mini-Unhinged-Llama-3.1-8B.jinja | Llama 3.x |
1216+
| Steelskull-L3.3-Damascus-R1.jinja | Llama 3.x |
1217+
| Steelskull-L3.3-MS-Nevoria-70b.jinja | Llama 3.x |
1218+
| Steelskull-L3.3-Nevoria-R1-70b.jinja | Llama 3.x |
11621219
| THUDM-glm-4-9b-chat.jinja | Generic |
11631220
| THUDM-glm-edge-1.5b-chat.jinja | Generic |
1221+
| Tarek07-Progenitor-V1.1-LLaMa-70B.jinja | Llama 3.x |
11641222
| TheBloke-FusionNet_34Bx2_MoE-AWQ.jinja | Generic |
1223+
| TinyLlama-TinyLlama-1.1B-Chat-v1.0.jinja | Generic |
1224+
| UCLA-AGI-Mistral7B-PairRM-SPPO-Iter3.jinja | Generic |
1225+
| ValiantLabs-Llama3.1-8B-Enigma.jinja | Llama 3.x |
11651226
| abacusai-Fewshot-Metamath-OrcaVicuna-Mistral.jinja | Generic |
11661227
| ai21labs-AI21-Jamba-1.5-Large.jinja | Generic |
1228+
| allenai-Llama-3.1-Tulu-3-405B-SFT.jinja | Generic |
1229+
| allenai-Llama-3.1-Tulu-3-405B.jinja | Generic |
1230+
| allenai-Llama-3.1-Tulu-3-8B.jinja | Generic |
1231+
| arcee-ai-Virtuoso-Lite.jinja | Hermes 2 Pro |
1232+
| arcee-ai-Virtuoso-Medium-v2.jinja | Hermes 2 Pro |
1233+
| arcee-ai-Virtuoso-Small-v2.jinja | Hermes 2 Pro |
1234+
| avemio-GRAG-NEMO-12B-ORPO-HESSIAN-AI.jinja | Generic |
1235+
| bespokelabs-Bespoke-Stratos-7B.jinja | Hermes 2 Pro |
1236+
| bfuzzy1-acheron-m1a-llama.jinja | Generic |
11671237
| bofenghuang-vigogne-2-70b-chat.jinja | Generic |
1238+
| bytedance-research-UI-TARS-72B-DPO.jinja | Generic |
1239+
| bytedance-research-UI-TARS-7B-DPO.jinja | Generic |
1240+
| bytedance-research-UI-TARS-7B-SFT.jinja | Generic |
1241+
| carsenk-phi3.5_mini_exp_825_uncensored.jinja | Generic |
1242+
| cyberagent-DeepSeek-R1-Distill-Qwen-14B-Japanese.jinja | DeepSeek R1 (extract reasoning) |
1243+
| cyberagent-DeepSeek-R1-Distill-Qwen-32B-Japanese.jinja | DeepSeek R1 (extract reasoning) |
11681244
| databricks-dbrx-instruct.jinja | Generic |
11691245
| deepseek-ai-DeepSeek-Coder-V2-Instruct.jinja | Generic |
1170-
| deepseek-ai-DeepSeek-R1-Distill-Llama-8B.jinja | DeepSeek R1 |
1171-
| deepseek-ai-DeepSeek-R1-Distill-Qwen-32B.jinja | DeepSeek R1 |
1172-
| deepseek-ai-DeepSeek-R1-Distill-Qwen-7B.jinja | DeepSeek R1 |
1173-
| deepseek-ai-DeepSeek-V2.5.jinja | DeepSeek R1 |
1246+
| deepseek-ai-DeepSeek-Coder-V2-Lite-Base.jinja | Generic |
1247+
| deepseek-ai-DeepSeek-Coder-V2-Lite-Instruct.jinja | Generic |
1248+
| deepseek-ai-DeepSeek-R1-Distill-Llama-70B.jinja | DeepSeek R1 (extract reasoning) |
1249+
| deepseek-ai-DeepSeek-R1-Distill-Llama-8B.jinja | DeepSeek R1 (extract reasoning) |
1250+
| deepseek-ai-DeepSeek-R1-Distill-Qwen-1.5B.jinja | DeepSeek R1 (extract reasoning) |
1251+
| deepseek-ai-DeepSeek-R1-Distill-Qwen-14B.jinja | DeepSeek R1 (extract reasoning) |
1252+
| deepseek-ai-DeepSeek-R1-Distill-Qwen-32B.jinja | DeepSeek R1 (extract reasoning) |
1253+
| deepseek-ai-DeepSeek-R1-Distill-Qwen-7B.jinja | DeepSeek R1 (extract reasoning) |
1254+
| deepseek-ai-DeepSeek-R1-Zero.jinja | DeepSeek R1 (extract reasoning) |
1255+
| deepseek-ai-DeepSeek-R1.jinja | DeepSeek R1 (extract reasoning) |
1256+
| deepseek-ai-DeepSeek-V2-Lite.jinja | Generic |
1257+
| deepseek-ai-DeepSeek-V2.5.jinja | DeepSeek R1 (extract reasoning) |
1258+
| deepseek-ai-DeepSeek-V3.jinja | DeepSeek R1 (extract reasoning) |
11741259
| deepseek-ai-deepseek-coder-33b-instruct.jinja | Generic |
1260+
| deepseek-ai-deepseek-coder-6.7b-instruct.jinja | Generic |
1261+
| deepseek-ai-deepseek-coder-7b-instruct-v1.5.jinja | Generic |
1262+
| deepseek-ai-deepseek-llm-67b-chat.jinja | Generic |
1263+
| deepseek-ai-deepseek-llm-7b-chat.jinja | Generic |
1264+
| dicta-il-dictalm2.0-instruct.jinja | Generic |
1265+
| ehristoforu-Falcon3-8B-Franken-Basestruct.jinja | Hermes 2 Pro |
11751266
| fireworks-ai-llama-3-firefunction-v2.jinja | FireFunction v2 |
1267+
| godlikehhd-alpaca_data_sampled_ifd_new_5200.jinja | Hermes 2 Pro |
1268+
| godlikehhd-alpaca_data_score_max_0.7_2600.jinja | Hermes 2 Pro |
1269+
| google-gemma-2-27b-it.jinja | Generic |
11761270
| google-gemma-2-2b-it.jinja | Generic |
1271+
| google-gemma-2-2b-jpn-it.jinja | Generic |
11771272
| google-gemma-7b-it.jinja | Generic |
1273+
| huihui-ai-DeepSeek-R1-Distill-Llama-70B-abliterated.jinja | DeepSeek R1 (extract reasoning) |
1274+
| huihui-ai-DeepSeek-R1-Distill-Llama-8B-abliterated.jinja | DeepSeek R1 (extract reasoning) |
1275+
| huihui-ai-DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.jinja | DeepSeek R1 (extract reasoning) |
1276+
| huihui-ai-DeepSeek-R1-Distill-Qwen-32B-abliterated.jinja | DeepSeek R1 (extract reasoning) |
1277+
| huihui-ai-DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.jinja | DeepSeek R1 (extract reasoning) |
1278+
| huihui-ai-Qwen2.5-14B-Instruct-1M-abliterated.jinja | Hermes 2 Pro |
11781279
| ibm-granite-granite-3.1-8b-instruct.jinja | Generic |
11791280
| indischepartij-MiniCPM-3B-OpenHermes-2.5-v2.jinja | Generic |
1281+
| inflatebot-MN-12B-Mag-Mell-R1.jinja | Generic |
1282+
| jinaai-ReaderLM-v2.jinja | Generic |
1283+
| kms7530-chemeng_qwen-math-7b_24_1_100_1_nonmath.jinja | Hermes 2 Pro |
1284+
| knifeayumu-Cydonia-v1.3-Magnum-v4-22B.jinja | Mistral Nemo |
1285+
| langgptai-qwen1.5-7b-chat-sa-v0.1.jinja | Generic |
1286+
| lightblue-DeepSeek-R1-Distill-Qwen-7B-Japanese.jinja | DeepSeek R1 (extract reasoning) |
11801287
| mattshumer-Reflection-Llama-3.1-70B.jinja | Generic |
11811288
| meetkai-functionary-medium-v3.1.jinja | Functionary v3.1 Llama 3.1 |
11821289
| meetkai-functionary-medium-v3.2.jinja | Functionary v3.2 |
11831290
| meta-llama-Llama-2-7b-chat-hf.jinja | Generic |
11841291
| meta-llama-Llama-3.1-8B-Instruct.jinja | Llama 3.x |
1292+
| meta-llama-Llama-3.2-11B-Vision-Instruct.jinja | Llama 3.x |
1293+
| meta-llama-Llama-3.2-1B-Instruct.jinja | Llama 3.x |
11851294
| meta-llama-Llama-3.2-3B-Instruct.jinja | Llama 3.x |
11861295
| meta-llama-Llama-3.3-70B-Instruct.jinja | Llama 3.x |
1296+
| meta-llama-Meta-Llama-3-8B-Instruct.jinja | Generic |
11871297
| meta-llama-Meta-Llama-3.1-8B-Instruct.jinja | Llama 3.x |
11881298
| microsoft-Phi-3-medium-4k-instruct.jinja | Generic |
11891299
| microsoft-Phi-3-mini-4k-instruct.jinja | Generic |
11901300
| microsoft-Phi-3-small-8k-instruct.jinja | Generic |
11911301
| microsoft-Phi-3.5-mini-instruct.jinja | Generic |
11921302
| microsoft-Phi-3.5-vision-instruct.jinja | Generic |
1303+
| microsoft-phi-4.jinja | Generic |
1304+
| migtissera-Tess-3-Mistral-Nemo-12B.jinja | Generic |
1305+
| ministral-Ministral-3b-instruct.jinja | Generic |
1306+
| mistralai-Codestral-22B-v0.1.jinja | Generic |
1307+
| mistralai-Mistral-7B-Instruct-v0.1.jinja | Generic |
11931308
| mistralai-Mistral-7B-Instruct-v0.2.jinja | Generic |
1309+
| mistralai-Mistral-7B-Instruct-v0.3.jinja | Mistral Nemo |
11941310
| mistralai-Mistral-Large-Instruct-2407.jinja | Mistral Nemo |
11951311
| mistralai-Mistral-Large-Instruct-2411.jinja | Generic |
11961312
| mistralai-Mistral-Nemo-Instruct-2407.jinja | Mistral Nemo |
1313+
| mistralai-Mistral-Small-24B-Instruct-2501.jinja | Generic |
11971314
| mistralai-Mixtral-8x7B-Instruct-v0.1.jinja | Generic |
1315+
| mkurman-Qwen2.5-14B-DeepSeek-R1-1M.jinja | Hermes 2 Pro |
11981316
| mlabonne-AlphaMonarch-7B.jinja | Generic |
1317+
| mlx-community-Josiefied-Qwen2.5-0.5B-Instruct-abliterated-v1-float32.jinja | Hermes 2 Pro |
1318+
| mlx-community-Qwen2.5-VL-7B-Instruct-8bit.jinja | Hermes 2 Pro |
1319+
| mobiuslabsgmbh-DeepSeek-R1-ReDistill-Qwen-1.5B-v1.1.jinja | DeepSeek R1 (extract reasoning) |
1320+
| netcat420-MFANNv0.20.jinja | Generic |
1321+
| netcat420-MFANNv0.24.jinja | Generic |
1322+
| netease-youdao-Confucius-o1-14B.jinja | Hermes 2 Pro |
1323+
| nvidia-AceMath-7B-RM.jinja | Hermes 2 Pro |
1324+
| nvidia-Eagle2-1B.jinja | Hermes 2 Pro |
1325+
| nvidia-Eagle2-9B.jinja | Hermes 2 Pro |
11991326
| nvidia-Llama-3.1-Nemotron-70B-Instruct-HF.jinja | Llama 3.x |
1327+
| onnx-community-DeepSeek-R1-Distill-Qwen-1.5B-ONNX.jinja | DeepSeek R1 (extract reasoning) |
1328+
| open-thoughts-OpenThinker-7B.jinja | Hermes 2 Pro |
12001329
| openchat-openchat-3.5-0106.jinja | Generic |
1330+
| pankajmathur-orca_mini_v6_8b.jinja | Generic |
1331+
| princeton-nlp-Mistral-7B-Base-SFT-RDPO.jinja | Generic |
1332+
| princeton-nlp-Mistral-7B-Instruct-DPO.jinja | Generic |
1333+
| princeton-nlp-Mistral-7B-Instruct-RDPO.jinja | Generic |
1334+
| prithivMLmods-Bellatrix-Tiny-1.5B-R1.jinja | Hermes 2 Pro |
1335+
| prithivMLmods-Bellatrix-Tiny-1B-R1.jinja | Llama 3.x |
1336+
| prithivMLmods-Bellatrix-Tiny-1B-v3.jinja | Generic |
1337+
| prithivMLmods-Bellatrix-Tiny-3B-R1.jinja | Llama 3.x |
1338+
| prithivMLmods-Blaze-14B-xElite.jinja | Generic |
1339+
| prithivMLmods-Calcium-Opus-14B-Elite2-R1.jinja | Hermes 2 Pro |
1340+
| prithivMLmods-Calme-Ties-78B.jinja | Generic |
1341+
| prithivMLmods-Calme-Ties2-78B.jinja | Generic |
1342+
| prithivMLmods-Calme-Ties3-78B.jinja | Generic |
1343+
| prithivMLmods-ChemQwen2-vL.jinja | Generic |
1344+
| prithivMLmods-GWQ2b.jinja | Generic |
1345+
| prithivMLmods-LatexMind-2B-Codec.jinja | Generic |
1346+
| prithivMLmods-Llama-3.2-6B-AlgoCode.jinja | Llama 3.x |
1347+
| prithivMLmods-Megatron-Opus-14B-Exp.jinja | Hermes 2 Pro |
1348+
| prithivMLmods-Megatron-Opus-14B-Stock.jinja | Hermes 2 Pro |
1349+
| prithivMLmods-Megatron-Opus-7B-Exp.jinja | Hermes 2 Pro |
1350+
| prithivMLmods-Omni-Reasoner-Merged.jinja | Hermes 2 Pro |
1351+
| prithivMLmods-Omni-Reasoner4-Merged.jinja | Hermes 2 Pro |
1352+
| prithivMLmods-Primal-Opus-14B-Optimus-v1.jinja | Hermes 2 Pro |
1353+
| prithivMLmods-QwQ-Math-IO-500M.jinja | Hermes 2 Pro |
1354+
| prithivMLmods-Qwen-7B-Distill-Reasoner.jinja | DeepSeek R1 (extract reasoning) |
1355+
| prithivMLmods-Qwen2.5-1.5B-DeepSeek-R1-Instruct.jinja | Hermes 2 Pro |
1356+
| prithivMLmods-Qwen2.5-14B-DeepSeek-R1-1M.jinja | Hermes 2 Pro |
1357+
| prithivMLmods-Qwen2.5-32B-DeepSeek-R1-Instruct.jinja | Hermes 2 Pro |
1358+
| prithivMLmods-Qwen2.5-7B-DeepSeek-R1-1M.jinja | Hermes 2 Pro |
1359+
| prithivMLmods-Triangulum-v2-10B.jinja | Hermes 2 Pro |
1360+
| qingy2024-Falcon3-2x10B-MoE-Instruct.jinja | Hermes 2 Pro |
1361+
| rubenroy-Zurich-14B-GCv2-5m.jinja | Hermes 2 Pro |
1362+
| rubenroy-Zurich-7B-GCv2-5m.jinja | Hermes 2 Pro |
1363+
| silma-ai-SILMA-Kashif-2B-Instruct-v1.0.jinja | Generic |
1364+
| simplescaling-s1-32B.jinja | Hermes 2 Pro |
1365+
| sometimesanotion-Lamarck-14B-v0.7.jinja | Hermes 2 Pro |
1366+
| sonthenguyen-zephyr-sft-bnb-4bit-DPO-mtbr-180steps.jinja | Generic |
1367+
| sthenno-tempesthenno-icy-0130.jinja | Generic |
1368+
| sumink-qwft.jinja | Hermes 2 Pro |
12011369
| teknium-OpenHermes-2.5-Mistral-7B.jinja | Generic |
1370+
| thirdeyeai-elevate360m.jinja | Generic |
1371+
| tiiuae-Falcon3-10B-Instruct.jinja | Hermes 2 Pro |
1372+
| unsloth-DeepSeek-R1-Distill-Llama-8B-unsloth-bnb-4bit.jinja | DeepSeek R1 (extract reasoning) |
1373+
| unsloth-DeepSeek-R1-Distill-Llama-8B.jinja | DeepSeek R1 (extract reasoning) |
1374+
| unsloth-DeepSeek-R1.jinja | DeepSeek R1 (extract reasoning) |
1375+
| unsloth-Mistral-Small-24B-Instruct-2501-unsloth-bnb-4bit.jinja | Generic |
1376+
| upstage-solar-pro-preview-instruct.jinja | Generic |
1377+
| whyhow-ai-PatientSeek.jinja | Generic |
1378+
| xwen-team-Xwen-72B-Chat.jinja | Hermes 2 Pro |
1379+
| xwen-team-Xwen-7B-Chat.jinja | Hermes 2 Pro |
12021380

12031381
This table can be generated with:
12041382

‎tests/test-chat.cpp‎

Lines changed: 13 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -736,16 +736,20 @@ int main(int argc, char ** argv) {
736736
std::cout << "|----------|--------|\n";
737737

738738
for (int i = 1; i < argc; i++) {
739-
std::string path = argv[i];
740-
if (path.rfind(".jinja") != path.size() - 6) {
741-
std::cerr << "Skipping non-jinja file: " << path << std::endl;
742-
continue;
739+
try {
740+
std::string path = argv[i];
741+
if (path.rfind(".jinja") != path.size() - 6) {
742+
std::cerr << "Skipping non-jinja file: " << path << std::endl;
743+
continue;
744+
}
745+
common_chat_template tmpl(read_file(path), "", "");
746+
auto parts = string_split(path, "/");
747+
auto name = parts[parts.size() - 1];
748+
auto format = common_chat_format_name(common_chat_params_init(tmpl, inputs).format);
749+
std::cout << "| " << name << " | " << format << " |\n";
750+
} catch (const std::exception & e) {
751+
std::cerr << "Failed to process " << argv[i] << ": " << e.what() << std::endl;
743752
}
744-
common_chat_template tmpl(read_file(path), "", "");
745-
auto parts = string_split(path, "/");
746-
auto name = parts[parts.size() - 1];
747-
std::cout << "| " << name << " | " << common_chat_format_name(common_chat_params_init(tmpl, inputs).format)
748-
<< " |\n";
749753
}
750754
} else
751755
#endif

0 commit comments

Comments
 (0)