Skip to content

Align reduce precision with PyTorch 2.9.1, disable precision checks. #11196

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
baoqiwen wants to merge 2 commits into from
Closed

Align reduce precision with PyTorch 2.9.1, disable precision checks. #11196

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
be9f23b
Align reduce precision with PyTorch 2.9.1, disable precision checks.
baoqiwen Dec 12, 2025
b428706
Merge branch 'develop' into bqw_reduce
baoqiwen Dec 12, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 9 additions & 9 deletions scripts/distribute/ci_case_auto.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -107,27 +107,27 @@ function llama_case_list_auto() {
# The test name must have "llama_" as a prefix, which will
# be used for tracking the execution status of the case.
llama_dygraph_auto_bs4_bf16_SD2
llama_dygraph_auto_bs8_fp32_DP2
llama_dygraph_auto_bs8_fp32_DP2-MP2
# llama_dygraph_auto_bs8_fp32_DP2
# llama_dygraph_auto_bs8_fp32_DP2-MP2
llama_dygraph_auto_bs8_fp32_DP2-MP2-PP2
llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2
# llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2
llama_dygraph_auto_bs8_fp16_DP2-MP2-CP2
#llama_dygraph_auto_bs8_fp16_DP2-MP2-CP2_intermediate
llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2_hybrid_pp
# llama_dygraph_auto_bs8_fp16_DP2-MP2-PP2_intermediate
llama_dy2st_auto_bs4_bf16_DP1-MP1-PP4-SD2-VPP3_split_bw
llama_dy2st_auto_bs4_bf16_DP1-MP1-PP4-SD2
llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1
llama_pir_auto_fuse_ffn_attention_qkv_MP2
# llama_align_dygraph_dy2st_auto_bs2_bf16_DP2-MP1-PP1
# llama_pir_auto_fuse_ffn_attention_qkv_MP2
# llama_convert_hybrid_ckpt_to_auto_parallel_bs2_fp32_DP2-MP1-PP1
llama_align_dygraph_dy2st_pir_auto_bs2_bf16_DP2-MP2-PP1-SP
llama_align_dygraph_dy2st_pir_auto_bs2_bf16_DP2-MP2-PP2-SP
# llama_align_dygraph_dy2st_pir_auto_bs2_bf16_DP2-MP2-PP2-SP
llama_align_dygraph_dy2st_pir_auto_grad_merge_bs2_fp32_DP1-MP1-PP1
llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1-MP1-PP4
# llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1-MP1-PP4
llama_align_dygraph_dy2st_pir_auto_pp_bs2_bf16_DP1-MP1-PP4
llama_baichuan_pir_auto_fuse_ffn_attention_qkv_DP2_MP2_PP2
# llama_baichuan_pir_auto_fuse_ffn_attention_qkv_DP2_MP2_PP2_intermediate
llama_dy2st_auto_bs2_bf16_DP2-MP1-PP1-CINN
# llama_dy2st_auto_bs2_bf16_DP2-MP1-PP1-CINN
llama_lora_static_graph_auto_bs_2_bf16_DP2-TP2-PP1
llama_dpo_dy2st_auto_bs2_bf16_MP8_intermediate
llama_baichuan_dygraph_auto_sp_async_reduce_scatter_bs8_bf16_DP4-MP2-SP
Expand Down Expand Up @@ -171,7 +171,7 @@ function llm_gpt_case_list_auto() {
fun_list=(
# The test name must have "llm_gpt_dygraph_auto_" as a prefix,
# which will be used for tracking the execution status of the case.
llm_gpt_dygraph_auto_bs8_fp32_DP2
# llm_gpt_dygraph_auto_bs8_fp32_DP2
llm_gpt_dygraph_auto_bs8_fp32_DP2-MP2
llm_gpt_dygraph_auto_bs8_fp32_DP2-MP2-PP2
llm_gpt_dygraph_auto_bs8_fp16_DP2-MP2-PP2
Expand Down
2 changes: 1 addition & 1 deletion scripts/distribute/ci_case_dy.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -133,7 +133,7 @@ function llm_gpt_case_list_dygraph() {
fun_list=(
# The test name must have "llm_gpt_" as a prefix, which will
# be used for tracking the execution status of the case.
llm_gpt_recompute_bs32_bf16_MP2-SD4-stage1
# llm_gpt_recompute_bs32_bf16_MP2-SD4-stage1
)
if [ $1 = "prepare_case" ]; then
restore_func $fun_list
Expand Down
Loading