We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 0042ba9 + 8f9e23d commit f02a4daCopy full SHA for f02a4da
python/paddle/fluid/transpiler/distribute_transpiler.py
@@ -31,6 +31,7 @@
31
from __future__ import print_function
32
33
import math
34
+import random
35
import numpy as np
36
37
from ps_dispatcher import RoundRobin, HashName, PSDispatcher
@@ -197,7 +198,8 @@ def transpile(self,
197
198
# shuffle the map will avoid the uneven distribution above
199
grad_var_mapping_items = self.grad_var_mapping.items()
200
if not slice_var_up:
- np.random.shuffle(grad_var_mapping_items)
201
+ random.seed(self.trainer_num)
202
+ random.shuffle(grad_var_mapping_items)
203
204
for orig_varname, splited_vars in grad_var_mapping_items:
205
eplist = ps_dispatcher.dispatch(splited_vars)
0 commit comments