We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9040378 commit f5f47adCopy full SHA for f5f47ad
paddlenlp/trainer/trainer.py
@@ -43,8 +43,22 @@
43
)
44
from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.hybrid_parallel_optimizer import (
45
HybridParallelOptimizer,
46
- _obtain_optimizer_parameters_list,
47
+
48
+try:
49
+ from paddle.distributed.fleet.utils.hybrid_parallel_util import (
50
+ obtain_optimizer_parameters_list,
51
+ )
52
53
+ _obtain_optimizer_parameters_list = obtain_optimizer_parameters_list
54
+except:
55
+ try:
56
+ from paddle.distributed.fleet.meta_optimizers.dygraph_optimizer.hybrid_parallel_optimizer import (
57
+ _obtain_optimizer_parameters_list,
58
59
+ except:
60
+ _obtain_optimizer_parameters_list = None
61
62
from paddle.distributed.fleet.utils.hybrid_parallel_util import (
63
fused_allreduce_gradients,
64
0 commit comments