File tree Expand file tree Collapse file tree 1 file changed +11
-11
lines changed
Expand file tree Collapse file tree 1 file changed +11
-11
lines changed Original file line number Diff line number Diff line change 1010
1111from loguru import logger
1212
13- from openjudge .graders .base_grader import GraderMode , GraderScore
13+ from openjudge .graders .base_grader import GraderError , GraderMode , GraderScore
1414from openjudge .graders .llm_grader import LLMGrader
1515from openjudge .models .base_chat_model import BaseChatModel
1616from openjudge .models .schema .oai .message import ChatMessage
@@ -315,19 +315,19 @@ async def aevaluate(
315315 context = context ,
316316 reference_response = reference_response ,
317317 )
318- score = result .score
319- reason = result .reason
318+ return GraderScore (
319+ name = self .name ,
320+ score = result .score ,
321+ reason = result .reason ,
322+ metadata = result .metadata ,
323+ )
320324
321325 except Exception as e :
322326 logger .error (f"Error evaluating relevance: { e } " )
323- score = 0.0
324- reason = f"Evaluation error: { str (e )} "
325-
326- return GraderScore (
327- name = self .name ,
328- score = score ,
329- reason = reason ,
330- )
327+ return GraderError (
328+ name = self .name ,
329+ error = f"Evaluation error: { str (e )} " ,
330+ )
331331
332332
333333__all__ = ["RelevanceGrader" , "DEFAULT_RELEVANCE_TEMPLATE" ]
You can’t perform that action at this time.
0 commit comments