revert video change

Author: qgallouedec

examples/scripts/sft_video_llm.py

@@ -62,7 +62,7 @@
 from datasets import load_dataset
 from peft import LoraConfig
 from qwen_vl_utils import process_vision_info
-from transformers import AutoModelForImageTextToText, BitsAndBytesConfig, Qwen2VLProcessor
+from transformers import AutoModelForImageTextToText, AutoProcessor, BitsAndBytesConfig, Qwen2VLProcessor
 
 from trl import ModelConfig, ScriptArguments, SFTConfig, SFTTrainer, TrlParser, get_kbit_device_map
 
@@ -224,6 +224,10 @@ class CustomScriptArguments(ScriptArguments):
         model.config.use_reentrant = False
         model.enable_input_require_grads()
 
+    processor = AutoProcessor.from_pretrained(
+        model_args.model_name_or_path, trust_remote_code=model_args.trust_remote_code
+    )
+
     # Prepare dataset
     prepared_dataset = [prepare_dataset(example, script_args.video_cache_dir) for example in dataset]
 
@@ -234,6 +238,7 @@ class CustomScriptArguments(ScriptArguments):
         train_dataset=prepared_dataset,
         data_collator=collate_fn,
         peft_config=peft_config,
+        processing_class=processor,
     )
 
     # Train model