refactor: simplify llm_text_3h.py and unify examples path resolution

- Simplify quality_name extraction in llm_text_3h.py by using class name directly
- Replace ../../ relative paths with PROJECT_ROOT pattern in all examples
- Use Path(__file__).parent.parent.parent for consistent project root detection

Author: Kylie-dot-s

dingo/model/llm/hhh/llm_text_3h.py

@@ -40,15 +40,11 @@ def process_response(cls, response: str) -> EvalDetail:
 
         result = EvalDetail(metric=cls.__name__)
 
-        # Get the quality dimension name
-        # If prompt has __name__ (e.g., PromptTextHelpful), extract from it; otherwise from class name
-        prompt_name = getattr(cls.prompt, '__name__', None)
-        prompt_prefix = "PromptText"
+        # Get the quality dimension name from class name
+        # e.g., LLMText3HHelpful -> HELPFUL
         class_prefix = "LLMText3H"
-        if prompt_name and prompt_name.startswith(prompt_prefix):
-            quality_name = prompt_name[len(prompt_prefix):].upper()  # PromptTextHelpful -> HELPFUL
-        elif cls.__name__.startswith(class_prefix):
-            quality_name = cls.__name__[len(class_prefix):].upper()  # LLMText3HHelpful -> HELPFUL
+        if cls.__name__.startswith(class_prefix):
+            quality_name = cls.__name__[len(class_prefix):].upper()
         else:
             quality_name = cls.__name__.upper()
 

examples/3h/3h_eval.py

@@ -4,6 +4,9 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
+
 if __name__ == '__main__':
     # Configure LLM (set your API key via environment variable OPENAI_KEY)
     OPENAI_MODEL = os.getenv("OPENAI_MODEL", "gpt-4o")
@@ -15,12 +18,8 @@
         "api_url": OPENAI_URL,
     }
 
-    # Get the path relative to this script
-    script_dir = Path(__file__).parent
-    data_path = script_dir / "../../test/data/test_3h_jsonl.jsonl"
-
     input_data = {
-        "input_path": str(data_path.resolve()),
+        "input_path": str(PROJECT_ROOT / "test/data/test_3h_jsonl.jsonl"),
         "dataset": {
             "source": "local",
             "format": "jsonl"

examples/artimuse/artimuse.py

@@ -3,9 +3,12 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
+
 if __name__ == '__main__':
     input_data = {
-        "input_path": str(Path(__file__).parent.joinpath("../../test/data/test_imgae_artimuse.jsonl").resolve()),
+        "input_path": str(PROJECT_ROOT / "test/data/test_imgae_artimuse.jsonl"),
         "dataset": {
             "source": "local",
             "format": "jsonl"

examples/audio/audioSnr.py

@@ -1,12 +1,14 @@
-import os
 from pathlib import Path
 
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
+
 if __name__ == '__main__':
     input_data = {
-        "input_path": str(Path(__file__).parent.joinpath("../../test/data/test_audio_snr.jsonl").resolve()),
+        "input_path": str(PROJECT_ROOT / "test/data/test_audio_snr.jsonl"),
         "dataset": {
             "source": "local",
             "format": "jsonl",

examples/classify/sdk_QR_classification.py

@@ -3,10 +3,13 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
+
 
 def classify_QR():
     input_data = {
-        "input_path": str(Path(__file__).parent.joinpath("../../test/data/test_imgQR_jsonl.jsonl").resolve()),
+        "input_path": str(PROJECT_ROOT / "test/data/test_imgQR_jsonl.jsonl"),
         "dataset": {
             "source": "local",
             "format": "jsonl",

examples/classify/sdk_topic_classifcation.py

@@ -4,6 +4,9 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
+
 # Configure LLM (set your API key via environment variable OPENAI_KEY)
 LLM_CONFIG = {
     "key": os.getenv("OPENAI_KEY", "YOUR_API_KEY"),
@@ -13,11 +16,8 @@
 
 
 def classify_topic():
-    script_dir = Path(__file__).parent
-    data_path = script_dir / "../../test/data/test_sft_jsonl.jsonl"
-
     input_data = {
-        "input_path": str(data_path.resolve()),
+        "input_path": str(PROJECT_ROOT / "test/data/test_sft_jsonl.jsonl"),
         "dataset": {
             "source": "local",
             "format": "jsonl"

examples/compare/compare_code.py

@@ -3,10 +3,11 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
-SCRIPT_DIR = Path(__file__).parent
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
 
 input_data = {
-    'input_path': str(SCRIPT_DIR.joinpath('../../test/data/compare/WebMainBench_test_1011_dataset_with_results_clean.jsonl').resolve()),
+    'input_path': str(PROJECT_ROOT / 'test/data/compare/WebMainBench_test_1011_dataset_with_results_clean.jsonl'),
     'dataset': {
         'source': 'local',
         'format': 'jsonl',

examples/compare/compare_math.py

@@ -3,10 +3,11 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
-SCRIPT_DIR = Path(__file__).parent
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
 
 input_data = {
-    'input_path': str(SCRIPT_DIR.joinpath('../../test/data/compare/WebMainBench_test_1011_dataset_with_results_clean.jsonl').resolve()),
+    'input_path': str(PROJECT_ROOT / 'test/data/compare/WebMainBench_test_1011_dataset_with_results_clean.jsonl'),
     'dataset': {
         'source': 'local',
         'format': 'jsonl',

examples/compare/compare_table.py

@@ -3,10 +3,11 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
-SCRIPT_DIR = Path(__file__).parent
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
 
 input_data = {
-    'input_path': str(SCRIPT_DIR.joinpath('../../test/data/compare/WebMainBench_test_1011_dataset_with_results_clean_llm_webkit_html.jsonl').resolve()),
+    'input_path': str(PROJECT_ROOT / 'test/data/compare/WebMainBench_test_1011_dataset_with_results_clean_llm_webkit_html.jsonl'),
     'dataset': {
         'source': 'local',
         'format': 'jsonl',

examples/compare/html_extract_compare_v1.py

@@ -3,9 +3,12 @@
 from dingo.config import InputArgs
 from dingo.exec import Executor
 
+# 获取项目根目录
+PROJECT_ROOT = Path(__file__).parent.parent.parent
+
 if __name__ == '__main__':
     input_data = {
-        "input_path": str(Path(__file__).parent.joinpath("../../test/data/compare/old_new_compare_10000.jsonl").resolve()),
+        "input_path": str(PROJECT_ROOT / "test/data/compare/old_new_compare_10000.jsonl"),
         "dataset": {
             "source": "local",
             "format": "jsonl",