fix tokens

Author: sangchengmeng

lightllm/models/internvl/model.py

@@ -47,6 +47,8 @@ def get_image_token_length(self, img: ImageItem):
     def encode(self, prompt, multimodal_params: MultimodalParams = None, **kwargs):
         # TEXT<image>TEXT<image>TEXT --> TEXT<img></img>TEXT<img></img>TEXT
         image_tokens = IMG_START_TOKEN + IMG_END_TOKEN
+        if multimodal_params is None:
+            return self.tokenizer.encode(prompt, add_special_tokens=True)
         image_count = len(multimodal_params.images)
         prompt = prompt.replace(IMG_TOKEN, image_tokens, image_count)
 
@@ -55,7 +57,7 @@ def encode(self, prompt, multimodal_params: MultimodalParams = None, **kwargs):
         input_ids = []
         image_id = 0
         start_idx = 0
-        while True:
+        while(multimodal_params):
             try:
                 start_idx = origin_ids.index(self.image_start_id, start_idx)
                 if start_idx + 1 >= len(origin_ids):