feat: change llm api from call_api to eval

README.md

@@ -71,7 +71,7 @@ def llm():
         api_url='',
         # model='',
     )
-    res = DetectTextQualityDetail.call_api(MetaData(
+    res = DetectTextQualityDetail.eval(MetaData(
         data_id='123',
         prompt="hello, introduce the world",
         content="Hello! The world is a vast and diverse place, full of wonders, cultures, and incredible natural beauty."

README_zh-CN.md

@@ -71,7 +71,7 @@ def llm():
         api_url='',
         # model='',
     )
-    res = DetectTextQualityDetail.call_api(MetaData(
+    res = DetectTextQualityDetail.eval(MetaData(
         data_id='123',
         prompt="hello, introduce the world",
         content="Hello! The world is a vast and diverse place, full of wonders, cultures, and incredible natural beauty."

dingo/exec/local.py

@@ -247,7 +247,7 @@ def evaluate_prompt(self, group: List[BasePrompt], d: MetaData) -> ResultInfo:
         for p in group:
             self.llm.set_prompt(p)
             # execute prompt
-            tmp: ModelRes = self.llm.call_api(d)
+            tmp: ModelRes = self.llm.eval(d)
             # analyze result
             if tmp.error_status:
                 result_info.error_status = True

dingo/exec/spark.py

@@ -234,7 +234,7 @@ def _evaluate_prompt(self, group: List[BasePrompt], data: MetaData, llm: BaseLLM
 
         for prompt in group:
             llm.set_prompt(prompt)
-            res: ModelRes = llm.call_api(data)
+            res: ModelRes = llm.eval(data)
 
             if res.error_status:
                 result_info.error_status = True

dingo/model/llm/base.py

@@ -11,5 +11,5 @@ def set_prompt(cls, prompt: BasePrompt):
         ...
 
     @classmethod
-    def call_api(cls, input_data: MetaData) -> ModelRes:
+    def eval(cls, input_data: MetaData) -> ModelRes:
         ...

dingo/model/llm/base_lmdeploy_apiclient.py

@@ -74,7 +74,7 @@ def process_response(cls, response: str) -> ModelRes:
         return result
 
     @classmethod
-    def call_api(cls, input_data: MetaData) -> ModelRes:
+    def eval(cls, input_data: MetaData) -> ModelRes:
         if cls.client is None:
             cls.create_client()
 

dingo/model/llm/base_openai.py

@@ -133,7 +133,7 @@ def process_response(cls, response: str) -> ModelRes:
         return result
 
     @classmethod
-    def call_api(cls, input_data: MetaData) -> ModelRes:
+    def eval(cls, input_data: MetaData) -> ModelRes:
         if cls.client is None:
             cls.create_client()
 

dingo/model/llm/detect_perspective.py

@@ -40,7 +40,7 @@ def create_client(cls):
                 )
 
     @classmethod
-    def call_api(cls, input_data: MetaData) -> ModelRes:
+    def eval(cls, input_data: MetaData) -> ModelRes:
         cls.create_client()
         analyze_request = {
             'comment': {'text': input_data.content},

dingo/model/llm/detect_text_quality_detail.py

@@ -50,5 +50,5 @@ def process_response(cls, response: str) -> ModelRes:
         api_url='',
         # model='',
     )
-    res = DetectTextQualityDetail.call_api(MetaData(data_id='123', content="hello, introduce the world"))
+    res = DetectTextQualityDetail.eval(MetaData(data_id='123', content="hello, introduce the world"))
     print(res)

examples/core/score.py

@@ -12,7 +12,7 @@ def llm():
         api_url='',
         # model='',
     )
-    res = DetectTextQualityDetail.call_api(MetaData(
+    res = DetectTextQualityDetail.eval(MetaData(
         data_id='123',
         prompt="hello, introduce the world",
         content="Hello! The world is a vast and diverse place, full of wonders, cultures, and incredible natural beauty."