fix get_toolcall & fix ci (#3999)

Author: Jintao-Huang

swift/llm/infer/infer_engine/infer_engine.py

@@ -176,7 +176,10 @@ def infer(self,
 
     @staticmethod
     def _get_toolcall(response: str, template: Template) -> Optional[List[ChatCompletionMessageToolCall]]:
-        functions = template.agent_template.get_toolcall(response)
+        try:
+            functions = template.agent_template.get_toolcall(response)
+        except Exception:
+            functions = None
         if functions:
             return [ChatCompletionMessageToolCall(function=function) for function in functions]
 

swift/plugin/agent_template/hermes.py

@@ -19,7 +19,7 @@ def get_toolcall(self, response: str) -> List['Function']:
         functions = []
         for res in res_list:
             res = self._parse_json(res)
-            if res is not None:
+            if isinstance(res, dict) and 'name' in res and 'arguments' in res:
                 functions.append(Function(name=res['name'], arguments=res['arguments']))
         if len(functions) == 0:
             # compat react_en

swift/plugin/agent_template/llama.py

@@ -25,7 +25,7 @@ def get_toolcall(self, response: str) -> List['Function']:
         res_list = re.findall(r'{[^{]*?"name":.*?"parameters":\s*?{.*?}\s*?}', response, re.DOTALL)
         for res in res_list:
             res = self._parse_json(res)
-            if res is not None:
+            if isinstance(res, dict) and 'name' in res and 'parameters' in res:
                 functions.append(Function(name=res['name'], arguments=res['parameters']))
         if len(functions) == 0:
             # compat react_en

tests/llm/test_template.py

@@ -1,11 +1,11 @@
+import os
 import unittest
 
-if __name__ == '__main__':
-    import os
-    os.environ['CUDA_VISIBLE_DEVICES'] = '0'
-    os.environ['SWIFT_DEBUG'] = '1'
-    from swift.llm import PtEngine, RequestConfig, get_model_tokenizer, get_template
-    from swift.utils import get_logger, seed_everything
+from swift.llm import PtEngine, RequestConfig, get_model_tokenizer, get_template
+from swift.utils import get_logger, seed_everything
+
+# os.environ['CUDA_VISIBLE_DEVICES'] = '0'
+os.environ['SWIFT_DEBUG'] = '1'
 
 logger = get_logger()