We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2455ec2 commit 82b1cc4Copy full SHA for 82b1cc4
examples/language_model/data_tools/dataset_utils.py
@@ -388,11 +388,12 @@ def create_masked_lm_predictions(tokens,
388
output_tokens[index] = masked_token
389
masked_lms.append(
390
MaskedLmInstance(
391
- index=index, label=tokens[index]))
+ index=index, label=backup_output_tokens[index]))
392
393
masked_spans.append(
394
395
- index=index_set, label=[tokens[index] for index in index_set]))
+ index=index_set,
396
+ label=[backup_output_tokens[index] for index in index_set]))
397
398
assert len(masked_lms) <= num_to_predict
399
np_rng.shuffle(ngram_indexes)
0 commit comments