We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 05319b6 commit 8c3e61bCopy full SHA for 8c3e61b
instrumentation-genai/opentelemetry-genai-sdk/src/opentelemetry/genai/sdk/deepeval.py
@@ -0,0 +1,13 @@
1
+from deepeval.models import DeepEvalBaseLLM
2
+from deepeval.test_case import LLMTestCase
3
+from deepeval.metrics import AnswerRelevancyMetric
4
+
5
6
+def evaluate_answer_relevancy_metric(prompt:str, output:str, retrieval_context:list) -> AnswerRelevancyMetric:
7
+ test_case = LLMTestCase(input=prompt,
8
+ actual_output=output,
9
+ retrieval_context=retrieval_context,)
10
+ relevancy_metric = AnswerRelevancyMetric(threshold=0.5)
11
+ relevancy_metric.measure(test_case)
12
+ print(relevancy_metric.score, relevancy_metric.reason)
13
+ return relevancy_metric
0 commit comments