Skip to content

Commit 27d0e60

Browse files
authored
Remove truncate (#8375)
Remove truncate
1 parent 89daaa3 commit 27d0e60

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

paddlenlp/trainer/trainer.py

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2721,11 +2721,15 @@ def evaluation_loop(
27212721
# Number of losses has been rounded to a multiple of batch_size and in a distributed training, the number of
27222722
# samplers has been rounded to a multiple of batch_size, so we truncate.
27232723
if all_losses is not None:
2724-
all_losses = all_losses[:num_samples]
2724+
all_losses = all_losses[: num_samples * int(self.args.world_size / self.args.dataset_world_size)]
27252725
if all_preds is not None:
2726-
all_preds = nested_truncate(all_preds, num_samples)
2726+
all_preds = nested_truncate(
2727+
all_preds, num_samples * int(self.args.world_size / self.args.dataset_world_size)
2728+
)
27272729
if all_labels is not None:
2728-
all_labels = nested_truncate(all_labels, num_samples)
2730+
all_labels = nested_truncate(
2731+
all_labels, num_samples * int(self.args.world_size / self.args.dataset_world_size)
2732+
)
27292733

27302734
model.train()
27312735

0 commit comments

Comments
 (0)