Skip to content

Commit 11881bc

Browse files
committed
[cblue] fix encoding in json for python 3.9
1 parent 671f0f3 commit 11881bc

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

paddlenlp/datasets/cblue.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -316,7 +316,7 @@ def _read(self, filename, split):
316316
with open(filename, 'r', encoding='utf-8') as f:
317317
if self.name == 'CMeIE':
318318
for line in f.readlines():
319-
data = json.loads(line, encoding='urf-8')
319+
data = json.loads(line)
320320
labels = self.get_labels()
321321
label_map = dict([(x, i) for i, x in enumerate(labels)])
322322
data_list = data.get('spo_list', [])
@@ -353,7 +353,7 @@ def _read(self, filename, split):
353353

354354
yield data
355355
elif self.name == 'CMeEE':
356-
data_list = json.load(f, encoding='utf-8')
356+
data_list = json.load(f)
357357
for data in data_list:
358358
text_len = len(data[input_keys[0]])
359359
if data.get('entities', None):
@@ -386,7 +386,7 @@ def _read(self, filename, split):
386386
data = dict([(k, v) for k, v in zip(data_keys, data)])
387387
yield data
388388
else:
389-
data_list = json.load(f, encoding='utf-8')
389+
data_list = json.load(f)
390390
for data in data_list:
391391
if data.get('normalized_result', None):
392392
data['labels'] = [

0 commit comments

Comments
 (0)