feat: add kg_structure evaluation

Author: ChenZiHong-Gavin

graphgen/models/evaluator/kg/README.md

@@ -4,12 +4,13 @@ This module provides comprehensive quality evaluation for knowledge graphs built
 
 ## Module Structure
 
-The evaluation functionality has been split into modular components:
+The evaluation functionality is organized into modular components:
 
 - **`accuracy_evaluator.py`**: Entity/relation extraction quality evaluation using LLM-as-a-Judge
 - **`consistency_evaluator.py`**: Attribute value conflict detection
 - **`structure_evaluator.py`**: Graph structural robustness metrics
-- **`kg_quality_evaluator.py`**: Main evaluator class that integrates all modules
+
+The evaluation components are integrated in `graphgen/operators/evaluate/evaluate_kg.py`, which provides functions to create and use these evaluators.
 
 ## Features
 

graphgen/models/evaluator/qa/length_evaluator.py

@@ -5,8 +5,9 @@
 
 
 class LengthEvaluator(BaseEvaluator):
-    def __init__(self):
-        self.tokenizer: Tokenizer = Tokenizer(os.environ["TOKENIZER_MODEL"] or "cl100k_base")
+    def __init__(self, tokenizer_name: str = None):
+        tokenizer_model = tokenizer_name or os.environ.get("TOKENIZER_MODEL", "cl100k_base")
+        self.tokenizer: Tokenizer = Tokenizer(tokenizer_model)
 
     def evaluate(self, pair: QAPair) -> float:
         """

graphgen/models/evaluator/qa/uni_evaluator.py

@@ -55,9 +55,9 @@ def _build_input_text(dimension: str, question: str, answer: str) -> str:
         """Construct input text for specified dimension."""
         if dimension == "naturalness":
             return f"question: Is this a natural response? </s> response: {answer}"
-        elif dimension == "coherence":
+        if dimension == "coherence":
             return f"question: Is this a coherent response? </s> response: {answer} </s> history: {question}"
-        elif dimension == "understandability":
+        if dimension == "understandability":
             return f"question: Is this an understandable response? </s> response: {answer}"
         raise NotImplementedError(f"Unsupported dimension '{dimension}'")
 

graphgen/operators/__init__.py

@@ -8,7 +8,6 @@
 from .quiz import QuizService
 from .read import read
 from .search import SearchService
-from .evaluate import EvaluateService
 
 
 operators = {

graphgen/operators/evaluate/evaluate_kg.py

@@ -100,4 +100,3 @@
     "en": "",
     "zh": ""
 }
-

graphgen/templates/evaluation/kg/consistency_evaluation.py

@@ -3,16 +3,14 @@
 from typing import Dict, List, Final, Optional
 import warnings
 import nltk
+import jieba
 
 warnings.filterwarnings(
-    "ignore", 
+    "ignore",
     category=UserWarning,
-    module="jieba\._compat"
+    module=r"jieba\._compat"
 )
 
-
-import jieba
-
 class NLTKHelper:
     """
     NLTK helper class