Skip to content

Commit d5f959f

Browse files
authored
do not show unknown for custom evaluators (#41335)
1 parent 74a6c28 commit d5f959f

File tree

1 file changed

+4
-4
lines changed
  • sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate

1 file changed

+4
-4
lines changed

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_evaluate.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1133,8 +1133,8 @@ def _map_names_to_builtins(
11331133
) -> Dict[str, str]:
11341134
"""
11351135
Construct a mapping from user-supplied evaluator names to which known, built-in
1136-
evaluator or grader they refer to. Custom or otherwise unknown evaluators are
1137-
mapped to the "unknown" value.
1136+
evaluator or grader they refer to. Custom evaluators are excluded from the mapping
1137+
as we only want to track built-in evaluators and graders.
11381138
11391139
:param evaluators: The dictionary of evaluators.
11401140
:type evaluators: Dict[str, Callable]
@@ -1156,8 +1156,8 @@ def _map_names_to_builtins(
11561156
found_eval = True
11571157
break
11581158
if not found_eval:
1159-
# If not found, map to "unknown"
1160-
name_map[name] = "unknown"
1159+
# Skip custom evaluators - we only want to track built-in evaluators
1160+
pass
11611161

11621162
for name, grader in graders.items():
11631163
name_map[name] = grader.id

0 commit comments

Comments
 (0)