Skip to content

Commit 95833f7

Browse files
committed
fix(graders): preserve metadata from parent aevaluate call in RelevanceGrader
Address review feedback: preserve result.metadata from super().aevaluate() to avoid losing important evaluation details from the LLM.
1 parent 8ad0a0f commit 95833f7

File tree

1 file changed

+11
-11
lines changed

1 file changed

+11
-11
lines changed

openjudge/graders/common/relevance.py

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010

1111
from loguru import logger
1212

13-
from openjudge.graders.base_grader import GraderMode, GraderScore
13+
from openjudge.graders.base_grader import GraderError, GraderMode, GraderScore
1414
from openjudge.graders.llm_grader import LLMGrader
1515
from openjudge.models.base_chat_model import BaseChatModel
1616
from openjudge.models.schema.oai.message import ChatMessage
@@ -315,19 +315,19 @@ async def aevaluate(
315315
context=context,
316316
reference_response=reference_response,
317317
)
318-
score = result.score
319-
reason = result.reason
318+
return GraderScore(
319+
name=self.name,
320+
score=result.score,
321+
reason=result.reason,
322+
metadata=result.metadata,
323+
)
320324

321325
except Exception as e:
322326
logger.error(f"Error evaluating relevance: {e}")
323-
score = 0.0
324-
reason = f"Evaluation error: {str(e)}"
325-
326-
return GraderScore(
327-
name=self.name,
328-
score=score,
329-
reason=reason,
330-
)
327+
return GraderError(
328+
name=self.name,
329+
error=f"Evaluation error: {str(e)}",
330+
)
331331

332332

333333
__all__ = ["RelevanceGrader", "DEFAULT_RELEVANCE_TEMPLATE"]

0 commit comments

Comments
 (0)