Merge branch 'main' into v2.1

Author: Jintao-Huang

swift/llm/utils/model.py

@@ -2828,7 +2828,7 @@ def _new_forward(*args, **kwargs):
     ModelType.mini_internvl_chat_4b_v1_5,
     'OpenGVLab/Mini-InternVL-Chat-4B-V1-5',
     LoRATM.phi3,
-    TemplateType.internvl,
+    TemplateType.internvl_phi3,
     requires=['transformers>=4.35', 'timm'],
     support_flash_attn=True,
     placeholder_tokens=['<IMG_CONTEXT>'],

swift/llm/utils/template.py

@@ -976,10 +976,11 @@ def get_generate_ids(generate_ids: Tensor, input_token_len: int) -> List[int]:
 
 
 class InternvlPhi3Template(InternvlTemplate):
+    system = 'You are an AI assistant whose name is Phi-3.'
 
     def __init__(self):
         Template.__init__(self, ['<s>'], ['<|user|>\n', [-100], '{{QUERY}}<|end|>\n<|assistant|>\n'], ['<|end|>\n'],
-                          ['<|end|>'], None, ['<s><|system|>\n{{SYSTEM}}<|end|>\n'])
+                          ['<|end|>'], self.system, ['<s><|system|>\n{{SYSTEM}}<|end|>\n'])
 
 
 register_template(