File tree Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Original file line number Diff line number Diff line change @@ -2721,11 +2721,15 @@ def evaluation_loop(
2721
2721
# Number of losses has been rounded to a multiple of batch_size and in a distributed training, the number of
2722
2722
# samplers has been rounded to a multiple of batch_size, so we truncate.
2723
2723
if all_losses is not None :
2724
- all_losses = all_losses [:num_samples ]
2724
+ all_losses = all_losses [: num_samples * int ( self . args . world_size / self . args . dataset_world_size ) ]
2725
2725
if all_preds is not None :
2726
- all_preds = nested_truncate (all_preds , num_samples )
2726
+ all_preds = nested_truncate (
2727
+ all_preds , num_samples * int (self .args .world_size / self .args .dataset_world_size )
2728
+ )
2727
2729
if all_labels is not None :
2728
- all_labels = nested_truncate (all_labels , num_samples )
2730
+ all_labels = nested_truncate (
2731
+ all_labels , num_samples * int (self .args .world_size / self .args .dataset_world_size )
2732
+ )
2729
2733
2730
2734
model .train ()
2731
2735
You can’t perform that action at this time.
0 commit comments