File tree Expand file tree Collapse file tree 1 file changed +3
-5
lines changed Expand file tree Collapse file tree 1 file changed +3
-5
lines changed Original file line number Diff line number Diff line change 11from __future__ import annotations
22
3- import re
43import typing as t
54from dataclasses import dataclass
65
109from langchain .prompts import ChatPromptTemplate , HumanMessagePromptTemplate
1110
1211from ragas .metrics .base import EvaluationMode , MetricWithLLM
12+ from ragas .utils import load_as_json
1313
1414CONTEXT_RECALL_RA = HumanMessagePromptTemplate .from_template (
1515 """
@@ -114,10 +114,8 @@ def _score_batch(
114114 responses = [[i .text for i in r ] for r in results .generations ]
115115 scores = []
116116 for response in responses :
117- pattern = "\[\s*\{.*?\}(\s*,\s*\{.*?\})*\s*\]"
118- match = re .search (pattern , response [0 ].replace ("\n " , "" ))
119- if match :
120- response = eval (response [0 ])
117+ response = load_as_json (response [0 ])
118+ if response :
121119 denom = len (response )
122120 numerator = sum (
123121 item .get ("Attributed" ).lower () == "yes" for item in response
You can’t perform that action at this time.
0 commit comments