Skip to content

Commit 4b3589f

Browse files
2.4/fix engine build (#47462)
* update codestyle * [AutoParallel] fix fp16 for subblock (#47189) * [AutoParallel] fix fp16 for subblock * fix engine * fix comment * [AutoParallel] fix engine _build and cost method (#47263) * fix engine build method * fix import * update engine cost * update raise error * update cmakelist * revert optimizer * revert optimizer * fix unittest * fix unittest Co-authored-by: caozhou <[email protected]> Co-authored-by: caozhou <[email protected]>
1 parent f93e9a5 commit 4b3589f

File tree

8 files changed

+2249
-1208
lines changed

8 files changed

+2249
-1208
lines changed

python/paddle/distributed/auto_parallel/cost/comp_op_cost.py

Lines changed: 239 additions & 199 deletions
Large diffs are not rendered by default.

python/paddle/distributed/auto_parallel/cost/estimate_cost.py

Lines changed: 138 additions & 76 deletions
Large diffs are not rendered by default.

python/paddle/distributed/auto_parallel/engine.py

Lines changed: 536 additions & 377 deletions
Large diffs are not rendered by default.

python/paddle/distributed/auto_parallel/utils.py

Lines changed: 523 additions & 280 deletions
Large diffs are not rendered by default.

python/paddle/distributed/passes/auto_parallel_fp16.py

Lines changed: 282 additions & 137 deletions
Large diffs are not rendered by default.

python/paddle/fluid/tests/unittests/auto_parallel/CMakeLists.txt

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -63,6 +63,15 @@ if(WITH_DISTRIBUTE AND WITH_GPU)
6363
py_test_modules(test_engine_callbacks MODULES test_engine_callbacks)
6464
set_tests_properties(test_engine_callbacks
6565
PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50)
66+
py_test_modules(test_parallel_tuner MODULES test_parallel_tuner ENVS
67+
${dist_ENVS})
68+
set_tests_properties(test_parallel_tuner PROPERTIES TIMEOUT 120)
69+
py_test_modules(test_parallel_tuner_full MODULES test_parallel_tuner_full
70+
ENVS ${dist_ENVS})
71+
set_tests_properties(test_parallel_tuner_full PROPERTIES TIMEOUT 120)
72+
py_test_modules(test_parallel_tuner_predict MODULES
73+
test_parallel_tuner_predict ENVS ${dist_ENVS})
74+
set_tests_properties(test_parallel_tuner_predict PROPERTIES TIMEOUT 120)
6675

6776
py_test_modules(test_while_op_completion MODULES test_while_op_completion
6877
ENVS ${dist_ENVS})
@@ -90,6 +99,7 @@ if(WITH_DISTRIBUTE AND WITH_GPU)
9099
py_test_modules(test_prim_dist_op MODULES test_prim_dist_op ENVS ${dist_ENVS})
91100
py_test_modules(test_to_static MODULES test_to_static ENVS ${dist_ENVS})
92101
py_test_modules(test_dist_op_cost MODULES test_dist_op_cost ENVS ${dist_ENVS})
102+
93103
py_test_modules(test_cluster_v2 MODULES test_cluster_v2)
94104
py_test_modules(test_process_mesh_v2 MODULES test_process_mesh_v2)
95105
py_test_modules(test_dist_attr_v2 MODULES test_dist_attr_v2)
@@ -99,20 +109,10 @@ if(WITH_DISTRIBUTE AND WITH_GPU)
99109
py_test_modules(test_interface MODULES test_interface)
100110
py_test_modules(test_strategy MODULES test_strategy)
101111
py_test_modules(test_pass_quantization MODULES test_pass_quantization)
102-
103112
py_test_modules(test_dist_shape MODULES test_dist_shape)
104113
py_test_modules(test_dist_assign MODULES test_dist_assign)
105114
py_test_modules(test_conditional_block_reshard MODULES
106115
test_conditional_block_reshard)
107-
108-
py_test_modules(test_parallel_tuner MODULES test_parallel_tuner ENVS
109-
${dist_ENVS})
110-
set_tests_properties(test_parallel_tuner PROPERTIES TIMEOUT 120)
111-
py_test_modules(test_parallel_tuner_full MODULES test_parallel_tuner_full
112-
ENVS ${dist_ENVS})
113-
set_tests_properties(test_parallel_tuner_full PROPERTIES TIMEOUT 120)
114-
py_test_modules(test_parallel_tuner_predict MODULES
115-
test_parallel_tuner_predict ENVS ${dist_ENVS})
116-
set_tests_properties(test_parallel_tuner_predict PROPERTIES TIMEOUT 120)
116+
py_test_modules(test_engine_api_error MODULES test_engine_api_error)
117117

118118
endif()

0 commit comments

Comments
 (0)