Skip to content

Commit cfb9ea9

Browse files
committed
fix: corrected the trailing spaces
Signed-off-by: Omobayode Fagbohungbe <[email protected]>
1 parent a2000c3 commit cfb9ea9

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

fms_mo/utils/calib_data.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@
2626

2727
# Third Party
2828
from datasets import load_dataset, load_from_disk
29-
from transformers import AutoTokenizer, BatchEncoding
29+
from transformers import BatchEncoding
3030
import datasets
3131
import torch
3232

@@ -260,12 +260,12 @@ def get_self_instruct_starcoder(
260260
}
261261
for k in range(nsamples):
262262
tokenized = tokenizer(
263-
cr_dataset[k]["output"], return_tensors="pt",
263+
cr_dataset[k]["output"], return_tensors="pt",
264264
padding="max_length", max_length = seqlen
265265
)
266266
trainloader["input_ids"][k] = tokenized.input_ids.squeeze(0)
267267
trainloader["attention_mask"][k] = tokenized.attention_mask.squeeze(0)
268-
268+
269269
return trainloader, eval_dataset
270270

271271

0 commit comments

Comments
 (0)