Skip to content

Commit 078d9a3

Browse files
oelachqaroelachqar
authored
[configs] create folders for infer (#2102)
1 parent ee72a55 commit 078d9a3

File tree

9 files changed

+13
-13
lines changed

9 files changed

+13
-13
lines changed

configs/recipes/deepseek_r1/inference/671b_together_infer.yaml renamed to configs/recipes/deepseek_r1/inference/671b_together/infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
# - Set the `TOGETHER_API_KEY` env var to your Together API key.
55
#
66
# Usage:
7-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/671b_together_infer.yaml
7+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/671b_together/infer.yaml
88
#
99
# See Also:
1010
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

configs/recipes/deepseek_r1/inference/distill_llama_70b_infer.yaml renamed to configs/recipes/deepseek_r1/inference/distill_llama_70b/infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
# Inference config for Deepseek R1 Distill Llama 3.3 70B.
22
#
33
# Usage:
4-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_llama_70b_infer.yaml
4+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_llama_70b/infer.yaml
55
#
66
# See Also:
77
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

configs/recipes/deepseek_r1/inference/distill_llama_8b_infer.yaml renamed to configs/recipes/deepseek_r1/inference/distill_llama_8b/infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
# Inference config for Deepseek R1 Distill Llama 3.1 8B.
22
#
33
# Usage:
4-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_llama_8b_infer.yaml
4+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_llama_8b/infer.yaml
55
#
66
# See Also:
77
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

configs/recipes/deepseek_r1/inference/distill_qwen_1_5b_infer.yaml renamed to configs/recipes/deepseek_r1/inference/distill_qwen_1_5b/infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
# Inference config for Deepseek R1 Distill Qwen2.5 1.5B.
22
#
33
# Usage:
4-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_1_5b_infer.yaml
4+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_1_5b/infer.yaml
55
#
66
# See Also:
77
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

configs/recipes/deepseek_r1/inference/distill_qwen_32b_gguf_infer.yaml renamed to configs/recipes/deepseek_r1/inference/distill_qwen_32b/gguf_infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
# - Run `pip install oumi[gpu]`
55
#
66
# Usage:
7-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b_gguf_infer.yaml
7+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b/gguf_infer.yaml
88
#
99
# See Also:
1010
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

configs/recipes/deepseek_r1/inference/distill_qwen_32b_gguf_macos_infer.yaml renamed to configs/recipes/deepseek_r1/inference/distill_qwen_32b/gguf_macos_infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@
99
# DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf --local-dir .
1010
#
1111
# # 2. Run inference:
12-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b_gguf_macos_infer.yaml
12+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b/gguf_macos_infer.yaml
1313
#
1414
# See Also:
1515
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

configs/recipes/deepseek_r1/inference/distill_qwen_32b_infer.yaml renamed to configs/recipes/deepseek_r1/inference/distill_qwen_32b/infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
# Inference config for Deepseek R1 Distill Qwen2.5 32B.
22
#
33
# Usage:
4-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b_infer.yaml
4+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b/infer.yaml
55
#
66
# See Also:
77
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

configs/recipes/deepseek_r1/inference/distill_qwen_32b_vllm_infer.yaml renamed to configs/recipes/deepseek_r1/inference/distill_qwen_32b/vllm_infer.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
# - Run `pip install oumi[gpu]`
55
#
66
# Usage:
7-
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b_vllm_infer.yaml
7+
# oumi infer -i -c configs/recipes/deepseek_r1/inference/distill_qwen_32b/vllm_infer.yaml
88
#
99
# See Also:
1010
# - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

‎src/oumi/cli/alias.py‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -194,7 +194,7 @@ class AliasType(str, Enum):
194194
# DeepSeek R1 family.
195195
"deepseek-r1-distill-llama-8b": {
196196
AliasType.TRAIN: "oumi://configs/recipes/deepseek_r1/sft/distill_llama_8b/full_train.yaml",
197-
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_llama_8b_infer.yaml",
197+
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_llama_8b/infer.yaml",
198198
AliasType.EVAL: "oumi://configs/recipes/deepseek_r1/evaluation/distill_llama_8b/eval.yaml",
199199
},
200200
"deepseek-r1-distill-llama-8b-lora": {
@@ -205,7 +205,7 @@ class AliasType(str, Enum):
205205
},
206206
"deepseek-r1-distill-llama-70b": {
207207
AliasType.TRAIN: "oumi://configs/recipes/deepseek_r1/sft/distill_llama_70b/full_train.yaml",
208-
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_llama_70b_infer.yaml",
208+
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_llama_70b/infer.yaml",
209209
AliasType.EVAL: "oumi://configs/recipes/deepseek_r1/evaluation/distill_llama_70b/eval.yaml",
210210
},
211211
"deepseek-r1-distill-llama-70b-lora": {
@@ -216,21 +216,21 @@ class AliasType(str, Enum):
216216
},
217217
"deepseek-r1-distill-qwen-1.5b": {
218218
AliasType.TRAIN: "oumi://configs/recipes/deepseek_r1/sft/distill_qwen_1_5b/full_train.yaml",
219-
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_qwen_1_5b_infer.yaml",
219+
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_qwen_1_5b/infer.yaml",
220220
AliasType.EVAL: "oumi://configs/recipes/deepseek_r1/evaluation/distill_qwen_1_5b/eval.yaml",
221221
},
222222
"deepseek-r1-distill-qwen-1.5b-lora": {
223223
AliasType.TRAIN: "oumi://configs/recipes/deepseek_r1/sft/distill_qwen_1_5b/lora_train.yaml",
224224
},
225225
"deepseek-r1-distill-qwen-32b": {
226-
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_qwen_32b_infer.yaml",
226+
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/distill_qwen_32b/infer.yaml",
227227
AliasType.EVAL: "oumi://configs/recipes/deepseek_r1/evaluation/distill_qwen_32b/eval.yaml",
228228
},
229229
"deepseek-r1-distill-qwen-32b-lora": {
230230
AliasType.TRAIN: "oumi://configs/recipes/deepseek_r1/sft/distill_qwen_32b/lora_train.yaml",
231231
},
232232
"deepseek-r1-671b": {
233-
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/671b_together_infer.yaml",
233+
AliasType.INFER: "oumi://configs/recipes/deepseek_r1/inference/671b_together/infer.yaml",
234234
},
235235
# Llama 3.1 family.
236236
"llama3.1-8b": {

0 commit comments

Comments
 (0)