Skip to content

Commit 8c3e61b

Browse files
wrisazhirafovod
authored andcommitted
added deepeval metric measure
1 parent 05319b6 commit 8c3e61b

File tree

1 file changed

+13
-0
lines changed
  • instrumentation-genai/opentelemetry-genai-sdk/src/opentelemetry/genai/sdk

1 file changed

+13
-0
lines changed
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
from deepeval.models import DeepEvalBaseLLM
2+
from deepeval.test_case import LLMTestCase
3+
from deepeval.metrics import AnswerRelevancyMetric
4+
5+
6+
def evaluate_answer_relevancy_metric(prompt:str, output:str, retrieval_context:list) -> AnswerRelevancyMetric:
7+
test_case = LLMTestCase(input=prompt,
8+
actual_output=output,
9+
retrieval_context=retrieval_context,)
10+
relevancy_metric = AnswerRelevancyMetric(threshold=0.5)
11+
relevancy_metric.measure(test_case)
12+
print(relevancy_metric.score, relevancy_metric.reason)
13+
return relevancy_metric

0 commit comments

Comments
 (0)