File tree Expand file tree Collapse file tree 2 files changed +6
-6
lines changed
Expand file tree Collapse file tree 2 files changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -31,10 +31,10 @@ class QWen2VLTokenizer(BaseMultiModalTokenizer):
3131 def __init__ (self , tokenizer = None , image_processor = None , ** kwargs ):
3232 super ().__init__ (tokenizer )
3333 self .image_processor = image_processor
34- self .min_pixel = self .image_processor .image_processor . min_pixels
35- self .max_pixel = self .image_processor .image_processor . max_pixels
36- self .patch_size = self .image_processor .image_processor . patch_size
37- self .merge_size = self .image_processor .image_processor . merge_size
34+ self .min_pixel = self .image_processor .min_pixels
35+ self .max_pixel = self .image_processor .max_pixels
36+ self .patch_size = self .image_processor .patch_size
37+ self .merge_size = self .image_processor .merge_size
3838 self .image_start_id = kwargs ["model_cfg" ]["vision_start_token_id" ]
3939 self .image_end_id = kwargs ["model_cfg" ]["vision_end_token_id" ]
4040 self .image_token_id = kwargs ["model_cfg" ]["image_token_id" ]
Original file line number Diff line number Diff line change @@ -89,8 +89,8 @@ def get_tokenizer(
8989 elif model_type in ["qwen2_vl" , "qwen2_5_vl" ] and "vision_config" in model_cfg :
9090 from transformers import AutoProcessor
9191
92- image_processor = AutoProcessor .from_pretrained (tokenizer_name )
93- tokenizer = QWen2VLTokenizer (tokenizer = tokenizer , image_processor = image_processor , model_cfg = model_cfg )
92+ processor = AutoProcessor .from_pretrained (tokenizer_name )
93+ tokenizer = QWen2VLTokenizer (tokenizer = tokenizer , image_processor = processor . image_processor , model_cfg = model_cfg )
9494 elif model_type == "internvl_chat" :
9595 tokenizer = InternvlTokenizer (tokenizer , model_cfg , weight_dir = tokenizer_name )
9696 elif model_type == "gemma3" :
You can’t perform that action at this time.
0 commit comments