@@ -200,7 +200,7 @@ def _compare_reduce_and_allreduce(self,
200
200
model ,
201
201
use_cuda ,
202
202
iter = 20 ,
203
- delta2 = 1e-6 ):
203
+ delta2 = 1e-5 ):
204
204
if use_cuda and not core .is_compiled_with_cuda ():
205
205
return
206
206
@@ -228,7 +228,7 @@ def _compare_reduce_and_allreduce(self,
228
228
optimizer = optimizer )
229
229
230
230
for loss in zip (all_reduce_first_loss , reduce_first_loss ):
231
- self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-6 )
231
+ self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-5 )
232
232
for loss in zip (all_reduce_last_loss , reduce_last_loss ):
233
233
self .assertAlmostEquals (loss [0 ], loss [1 ], delta = delta2 )
234
234
@@ -258,17 +258,17 @@ def _compare_reduce_and_allreduce(self,
258
258
enable_sequential_execution = True )
259
259
260
260
for loss in zip (all_reduce_first_loss , all_reduce_first_loss_seq ):
261
- self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-6 )
261
+ self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-5 )
262
262
for loss in zip (all_reduce_last_loss , all_reduce_last_loss_seq ):
263
263
self .assertAlmostEquals (loss [0 ], loss [1 ], delta = delta2 )
264
264
265
265
for loss in zip (reduce_first_loss , reduce_first_loss_seq ):
266
- self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-6 )
266
+ self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-5 )
267
267
for loss in zip (reduce_last_loss , reduce_last_loss_seq ):
268
268
self .assertAlmostEquals (loss [0 ], loss [1 ], delta = delta2 )
269
269
270
270
for loss in zip (all_reduce_first_loss_seq , reduce_first_loss_seq ):
271
- self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-6 )
271
+ self .assertAlmostEquals (loss [0 ], loss [1 ], delta = 1e-5 )
272
272
for loss in zip (all_reduce_last_loss_seq , reduce_last_loss_seq ):
273
273
self .assertAlmostEquals (loss [0 ], loss [1 ], delta = delta2 )
274
274
0 commit comments