[model] Fix FlorenceTemplate for florence2 (#4871)

Author: yaqiangsun

swift/llm/template/template/microsoft.py

@@ -68,8 +68,9 @@ def decode(self, generate_ids: List[int], **kwargs) -> Any:
         image_size = None
         if images:
             image_size = (images[0].width, images[0].height)
-        return json.dumps(
-            self.processor.post_process_generation(response, task=template_inputs.query, image_size=image_size))
+        query_before, query_sep, query_after = template_inputs.query.partition('>')
+        task = query_before + query_sep if query_sep else ''
+        return json.dumps(self.processor.post_process_generation(response, task=task, image_size=image_size))
 
 
 register_template(