We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1d82b25 commit 5cdbeb8Copy full SHA for 5cdbeb8
scripts/performance/configs/qwen/qwen3_workload_base_configs.py
@@ -455,18 +455,14 @@
455
QWEN3_NEXT_80B_A3B_PRETRAIN_CONFIG_H100_FP8_CS_V1 = replace(
456
BASE_QWEN3_NEXT_80B_A3B_CONFIG,
457
num_gpus=128,
458
- pipeline_model_parallel_size=4,
459
- virtual_pipeline_model_parallel_size=12,
460
- expert_model_parallel_size=8,
+ expert_model_parallel_size=128,
461
micro_batch_size=1,
462
)
463
464
QWEN3_NEXT_80B_A3B_PRETRAIN_CONFIG_H100_BF16_V1 = replace(
465
466
467
468
469
470
471
472
0 commit comments