File tree Expand file tree Collapse file tree 2 files changed +7
-4
lines changed
evaluation/deepeval_evaluator Expand file tree Collapse file tree 2 files changed +7
-4
lines changed Original file line number Diff line number Diff line change @@ -205,7 +205,7 @@ def eval(
205205 ],
206206 model = judge_model ,
207207 ),
208- ToolCorrectnessMetric (threshold = 0.5 ),
208+ ToolCorrectnessMetric (threshold = 0.5 , model = judge_model ),
209209 ]
210210
211211 asyncio .run (
Original file line number Diff line number Diff line change 1313# limitations under the License.
1414
1515import time
16+ from typing import Optional
1617
1718from deepeval import evaluate
1819from deepeval .evaluate import CacheConfig
2122from deepeval .models import LocalModel
2223from deepeval .test_case import LLMTestCase
2324from deepeval .test_case .llm_test_case import ToolCall
24- from typing_extensions import override
25- from typing import Optional
2625from google .adk .evaluation .eval_set import EvalSet
26+ from typing_extensions import override
27+
2728from veadk .config import getenv
2829from veadk .evaluation .base_evaluator import BaseEvaluator , EvalResultData , MetricResult
2930from veadk .evaluation .types import EvalResultCaseData , EvalResultMetadata
@@ -113,7 +114,9 @@ def __init__(
113114 super ().__init__ (agent = agent , name = name )
114115
115116 if not judge_model_api_key :
116- judge_model_api_key = getenv ("MODEL_JUDGE_API_KEY" )
117+ judge_model_api_key = getenv ("MODEL_JUDGE_API_KEY" ) or getenv (
118+ "MODEL_AGENT_API_KEY"
119+ )
117120 if not judge_model_name :
118121 judge_model_name = getenv (
119122 "MODEL_JUDGE_NAME" ,
You can’t perform that action at this time.
0 commit comments