File tree Expand file tree Collapse file tree 1 file changed +1
-2
lines changed
Expand file tree Collapse file tree 1 file changed +1
-2
lines changed Original file line number Diff line number Diff line change @@ -77,7 +77,6 @@ def train(
7777 tokenizer = transformers .AutoTokenizer .from_pretrained (
7878 model_args .model_name_or_path ,
7979 cache_dir = train_args .cache_dir ,
80- model_max_length = train_args .model_max_length ,
8180 padding_side = "right" ,
8281 use_fast = True
8382 )
@@ -96,7 +95,7 @@ def train(
9695 model_max_length = min (train_args .model_max_length , tokenizer .model_max_length )
9796 logger .info (f"Model max length { model_max_length } " )
9897 if train_args .model_max_length > tokenizer .model_max_length :
99- logger .warning (f"model_max_length { model_max_length } exceeds tokenizer.model_max_length { tokenizer .model_max_length } , using tokenizer.model_max_length { tokenizer .model_max_length } " )
98+ logger .warning (f"model_max_length { train_args . model_max_length } exceeds tokenizer.model_max_length { tokenizer .model_max_length } , using tokenizer.model_max_length { tokenizer .model_max_length } " )
10099
101100 # TODO: we need to change this, perhaps follow what open instruct does?
102101 special_tokens_dict = dict ()
You can’t perform that action at this time.
0 commit comments