[template] Support image list (#5954)

Author: Jintao-Huang

swift/llm/template/template/kwai.py

@@ -39,8 +39,6 @@ def replace_tag(self, media_type: Literal['image', 'video', 'audio'], index: int
                 return ['<|vision_start|><|image_pad|><|vision_end|>']
         else:
             video = inputs.videos[index]
-            if os.path.isdir(video):
-                video = [os.path.join(video, fname) for fname in os.listdir(video)]
             video, video_kwargs = fetch_video({'video': video})
             if isinstance(video, torch.Tensor):
                 video = video.to(torch.uint8)

swift/llm/template/template/qwen.py

@@ -256,8 +256,6 @@ def replace_tag(self, media_type: Literal['image', 'video', 'audio'], index: int
                 return ['<|vision_start|><|image_pad|><|vision_end|>']
         else:
             video = inputs.videos[index]
-            if os.path.isdir(video):
-                video = [os.path.join(video, fname) for fname in os.listdir(video)]
             video, video_kwargs = fetch_video({'video': video}, return_video_sample_fps=True)
             if isinstance(video, torch.Tensor):
                 video = video.to(torch.uint8)

swift/megatron/utils/convert.py

@@ -235,6 +235,7 @@ def convert_hf2mcore(args: ExportArguments) -> None:
     del hf_model
     logger.info('Successfully transferred HF model weights to MG model.')
     args.save_args()
+    logger.info('Saving the model...')
     mg_save_checkpoint(1, [mg_model], None, None, 0)
     logger.info(f'Successfully saved Megatron model weights in `{args.output_dir}`.')
 
@@ -290,6 +291,7 @@ def convert_mcore2hf(args: ExportArguments) -> None:
         del mg_model
         logger.info('Successfully transferred MG model weights to HF model.')
         ckpt_dir = megatron_args.load if megatron_args.adapter_load is None else megatron_args.adapter_load
+        logger.info('Saving the model...')
         save_checkpoint(
             hf_model,
             processor,
@@ -306,5 +308,6 @@ def convert_mcore2hf(args: ExportArguments) -> None:
         patch_torch_dist_shard(args.thread_count)
 
         args.save_args()
+        logger.info('Saving the model...')
         mg_save_checkpoint(1, [mg_model], None, None, 0)
         logger.info(f'Successfully saved Megatron model weights in `{args.output_dir}`.')