@@ -3199,7 +3199,7 @@ function llm_qwen_dygraph_auto_bs1_fp32_DP2() {
31993199{
32003200 "model_name_or_path": "qwen/qwen-7b",
32013201 "tokenizer_name_or_path": "qwen/qwen-7b",
3202- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3202+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
32033203 "input_dir": "./data",
32043204 "output_dir": "./checkpoints/qwen_pretrain_ckpts",
32053205 "per_device_train_batch_size": 1,
@@ -3291,7 +3291,7 @@ function llm_qwen_dygraph_auto_bs1_fp32_DP2-MP2() {
32913291{
32923292 "model_name_or_path": "qwen/qwen-7b",
32933293 "tokenizer_name_or_path": "qwen/qwen-7b",
3294- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3294+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
32953295 "input_dir": "./data",
32963296 "output_dir": "./checkpoints/qwen_pretrain_ckpts",
32973297 "per_device_train_batch_size": 1,
@@ -3381,7 +3381,7 @@ function llm_qwen_dygraph_auto_bs1_fp32_DP2-MP2-PP2() {
33813381{
33823382 "model_name_or_path": "qwen/qwen-7b",
33833383 "tokenizer_name_or_path": "qwen/qwen-7b",
3384- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3384+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
33853385 "input_dir": "./data",
33863386 "output_dir": "./checkpoints/qwen_pretrain_ckpts",
33873387 "per_device_train_batch_size": 1,
@@ -3473,7 +3473,7 @@ function llm_qwen_dygraph_auto_bs1_bf16_DP2-MP2-PP2() {
34733473{
34743474 "model_name_or_path": "qwen/qwen-7b",
34753475 "tokenizer_name_or_path": "qwen/qwen-7b",
3476- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
3476+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
34773477 "input_dir": "./data",
34783478 "output_dir": "./checkpoints/qwen_pretrain_ckpts",
34793479 "per_device_train_batch_size": 1,
@@ -4120,7 +4120,7 @@ function llama_baichuan_dygraph_auto_sp_async_reduce_scatter_bs8_bf16_DP4-MP2-SP
41204120{
41214121 "model_name_or_path": "baichuan-inc/Baichuan2-13B-Base",
41224122 "tokenizer_name_or_path": "baichuan-inc/Baichuan2-13B-Base",
4123- "hybrid_parallel_topo_order": \ "$DEFAULT_TOPO \ ",
4123+ "hybrid_parallel_topo_order": "$DEFAULT_TOPO ",
41244124 "input_dir": "./data",
41254125 "output_dir": "./checkpoints/baichuan2_13b_ckpts",
41264126 "split": "949,50,1",
0 commit comments