Skip to content

Commit 303ef9c

Browse files
authored
add random seed for ernie_ie tests (#876)
* add random seed for ernie_ie tests
1 parent 496c4cd commit 303ef9c

File tree

1 file changed

+10
-0
lines changed

1 file changed

+10
-0
lines changed

tests/ernie_information_extraction/run_ernie.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,8 @@
1515
from functools import partial
1616
import argparse
1717
import os
18+
import random
19+
import numpy as np
1820

1921
import paddle
2022
from paddlenlp.data import Stack, Tuple, Pad
@@ -36,6 +38,13 @@
3638
# yapf: enable
3739

3840

41+
def set_seed(seed):
42+
"""sets random seed"""
43+
random.seed(seed)
44+
np.random.seed(seed)
45+
paddle.seed(seed)
46+
47+
3948
def convert_to_features(example, tokenizer, label_vocab):
4049
tokens, labels = example
4150
tokenized_input = tokenizer(
@@ -107,6 +116,7 @@ def create_dataloader(dataset,
107116
trainer_num = paddle.distributed.get_world_size()
108117
if trainer_num > 1:
109118
paddle.distributed.init_parallel_env()
119+
set_seed(102)
110120
# Create dataset, tokenizer and dataloader.
111121
train_ds, dev_ds, test_ds = load_dataset(
112122
datafiles=(os.path.join(args.data_dir, 'train.txt'),

0 commit comments

Comments
 (0)