sdk_register_llm.py

import os
from pathlib import Path

from dingo.model import Model
from dingo.model.llm.base_openai import BaseOpenAI

# 获取项目根目录
PROJECT_ROOT = Path(__file__).parent.parent.parent

OPENAI_MODEL = os.getenv("OPENAI_MODEL", "deepseek-chat")
OPENAI_URL = os.getenv("OPENAI_BASE_URL", "https://api.deepseek.com/v1")
OPENAI_KEY = os.getenv("OPENAI_API_KEY", "")

common_config = {
    "model": OPENAI_MODEL,
    "key": OPENAI_KEY,
    "api_url": OPENAI_URL,
}


@Model.llm_register('LlmTextQualityRegister')
class LlmTextQualityRegister(BaseOpenAI):
    prompt = """
    请判断一下文本是否存在重复问题。
    返回一个json，如{"score": 0, reason": "xxx"}.
    如果存在重复，score是0，否则是1。当score是0时，type是REPEAT。reason是判断的依据。
    除了json不要有其他内容。
    以下是需要判断的文本：
    """


if __name__ == '__main__':
    from dingo.config import InputArgs
    from dingo.exec import Executor

    input_data = {
        "input_path": str(PROJECT_ROOT / "test/data/test_local_jsonl.jsonl"),
        "dataset": {
            "source": "local",
            "format": "jsonl",
        },
        "executor": {
            "result_save": {
                "bad": True,
                "good": True
            }
        },
        "evaluator": [
            {
                "fields": {"content": "content"},
                "evals": [
                    {"name": "LlmTextQualityRegister", "config": common_config}
                ]
            }
        ]
    }
    input_args = InputArgs(**input_data)
    executor = Executor.exec_map["local"](input_args)
    result = executor.execute()
    print(result)