diff --git a/finetune_visualglm.py b/finetune_visualglm.py index eedabc2..df8d624 100644 --- a/finetune_visualglm.py +++ b/finetune_visualglm.py @@ -172,6 +172,7 @@ def create_dataset_function(path, args): model_type = 'visualglm-6b' model, args = FineTuneVisualGLMModel.from_pretrained(model_type, args) + args.tokenizer_type = "your local path for chatglm" tokenizer = get_tokenizer(args) label_pad_token_id = -100 if args.ignore_pad_token_for_loss else tokenizer.pad_token_id def data_collator(examples): @@ -185,4 +186,4 @@ def data_collator(examples): 'pre_image': example['pre_image'] } return ret - training_main(args, model_cls=model, forward_step_function=forward_step, create_dataset_function=create_dataset_function, collate_fn=data_collator) \ No newline at end of file + training_main(args, model_cls=model, forward_step_function=forward_step, create_dataset_function=create_dataset_function, collate_fn=data_collator)