File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -1133,8 +1133,8 @@ def _map_names_to_builtins(
11331133 ) -> Dict [str , str ]:
11341134 """
11351135 Construct a mapping from user-supplied evaluator names to which known, built-in
1136- evaluator or grader they refer to. Custom or otherwise unknown evaluators are
1137- mapped to the "unknown" value .
1136+ evaluator or grader they refer to. Custom evaluators are excluded from the mapping
1137+ as we only want to track built-in evaluators and graders .
11381138
11391139 :param evaluators: The dictionary of evaluators.
11401140 :type evaluators: Dict[str, Callable]
@@ -1156,8 +1156,8 @@ def _map_names_to_builtins(
11561156 found_eval = True
11571157 break
11581158 if not found_eval :
1159- # If not found, map to "unknown"
1160- name_map [ name ] = "unknown"
1159+ # Skip custom evaluators - we only want to track built-in evaluators
1160+ pass
11611161
11621162 for name , grader in graders .items ():
11631163 name_map [name ] = grader .id
You can’t perform that action at this time.
0 commit comments