Skip to content

Commit 072ebc3

Browse files
add default scale in evaluation params
1 parent 68fa0e9 commit 072ebc3

File tree

1 file changed

+14
-2
lines changed

1 file changed

+14
-2
lines changed

detectors/llm_judge/detector.py

Lines changed: 14 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -55,8 +55,20 @@ async def evaluate_single_content(self, content: str, params: Dict[str, Any]) ->
5555
Returns:
5656
ContentAnalysisResponse with evaluation results
5757
"""
58-
if "metric" not in params and "criteria" not in params:
59-
params["metric"] = "safety" # Default to safety
58+
if "metric" not in params:
59+
if "criteria" not in params:
60+
params["metric"] = "safety" # Default to safety
61+
elif "scale" not in params:
62+
params["scale"] = (0, 1) # Default to 0-1 scale
63+
64+
if "metric" in params:
65+
if params["metric"] not in self.available_metrics:
66+
raise MetricNotFoundError(
67+
f"Metric '{params['metric']}' not found. Available metrics: {', '.join(sorted(self.available_metrics))}"
68+
)
69+
judge_metric = BUILTIN_METRICS[params["metric"]]
70+
if judge_metric.scale is None:
71+
params["scale"] = (0, 1) # Default to 0-1 scale
6072

6173
evaluation_params = {
6274
"content": content,

0 commit comments

Comments
 (0)