File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -1133,8 +1133,8 @@ def _map_names_to_builtins(
1133
1133
) -> Dict [str , str ]:
1134
1134
"""
1135
1135
Construct a mapping from user-supplied evaluator names to which known, built-in
1136
- evaluator or grader they refer to. Custom or otherwise unknown evaluators are
1137
- mapped to the "unknown" value .
1136
+ evaluator or grader they refer to. Custom evaluators are excluded from the mapping
1137
+ as we only want to track built-in evaluators and graders .
1138
1138
1139
1139
:param evaluators: The dictionary of evaluators.
1140
1140
:type evaluators: Dict[str, Callable]
@@ -1156,8 +1156,8 @@ def _map_names_to_builtins(
1156
1156
found_eval = True
1157
1157
break
1158
1158
if not found_eval :
1159
- # If not found, map to "unknown"
1160
- name_map [ name ] = "unknown"
1159
+ # Skip custom evaluators - we only want to track built-in evaluators
1160
+ pass
1161
1161
1162
1162
for name , grader in graders .items ():
1163
1163
name_map [name ] = grader .id
You can’t perform that action at this time.
0 commit comments