We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0b00762 commit 06e26f7Copy full SHA for 06e26f7
megatron/data/mlm_dataset.py
@@ -308,7 +308,7 @@ def __init__(
308
if hasattr(args, "encoder_seq_length") and args.encoder_seq_length is not None:
309
# T5 style
310
assert self.inputs_length == args.encoder_seq_length
311
- assert self.targets_length == args.decoder_seq_length
+ assert self.targets_length == args.decoder_seq_length + 1
312
else:
313
assert self.inputs_length + self.targets_length == args.seq_length
314
0 commit comments