|
46 | 46 | "model_name = \"llava_qwen\"\n", |
47 | 47 | "device = \"cuda\"\n", |
48 | 48 | "device_map = \"auto\"\n", |
49 | | - "tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map) # Add any other thing you want to pass in llava_model_args\n", |
| 49 | + "llava_model_args = {\n", |
| 50 | + " \"multimodal\": True,\n", |
| 51 | + " \"attn_implementation\": \"sdpa\",\n", |
| 52 | + "}\n", |
| 53 | + "tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map, **llava_model_args) # Add any other thing you want to pass in llava_model_args\n", |
50 | 54 | "\n", |
51 | 55 | "model.eval()\n", |
52 | 56 | "\n", |
|
308 | 312 | "model_name = \"llava_qwen\"\n", |
309 | 313 | "device = \"cuda\"\n", |
310 | 314 | "device_map = \"auto\"\n", |
311 | | - "tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map, attn_implementation=\"sdpa\")\n", |
| 315 | + "llava_model_args = {\n", |
| 316 | + " \"multimodal\": True,\n", |
| 317 | + "}\n", |
| 318 | + "tokenizer, model, image_processor, max_length = load_pretrained_model(pretrained, None, model_name, device_map=device_map, attn_implementation=\"sdpa\", **llava_model_args)\n", |
312 | 319 | "\n", |
313 | 320 | "model.eval()\n", |
314 | 321 | "\n", |
|
0 commit comments