We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b313e86 commit bdc8f54Copy full SHA for bdc8f54
swift/llm/export.py
@@ -22,7 +22,13 @@ def _get_dataset(*args, **kwargs):
22
block_size = _args.quant_seqlen
23
24
# only use train_dataset
25
- dataset = get_dataset(data)[0]
+ dataset = get_dataset(
26
+ data,
27
+ 0,
28
+ _args.dataset_seed,
29
+ check_dataset_strategy=_args.check_dataset_strategy,
30
+ model_name=_args.model_name,
31
+ model_author=_args.model_author)[0]
32
logger.info(f'quant_dataset: {dataset}')
33
dataset = dataset.shuffle()
34
0 commit comments