Skip to content

Commit 9fe6528

Browse files
authored
check (Azure#40985)
1 parent 05e9aac commit 9fe6528

File tree

2 files changed

+10
-11
lines changed

2 files changed

+10
-11
lines changed

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_evaluate.py

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -978,17 +978,6 @@ def _preprocess_data(
978978
# Split normal evaluators and OAI graders
979979
evaluators, graders = _split_evaluators_and_grader_configs(evaluators_and_graders)
980980

981-
input_data_df = _validate_and_load_data(
982-
target,
983-
data,
984-
evaluators_and_graders,
985-
output_path,
986-
azure_ai_project,
987-
evaluation_name
988-
)
989-
if target is not None:
990-
_validate_columns_for_target(input_data_df, target)
991-
992981
target_run: Optional[BatchClientRun] = None
993982
target_generated_columns: Set[str] = set()
994983
batch_run_client: BatchClient

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_evaluate_aoai.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -217,6 +217,16 @@ def _get_single_run_results(
217217
+ " completed successfully. Gathering results...")
218218
# Convert run results into a dictionary of metrics
219219
run_metrics = {}
220+
if run_results.per_testing_criteria_results is None:
221+
msg = ("AOAI evaluation run returned no results, despite 'completed' status. This might" +
222+
" occur when invalid or conflicting models are selected in the model and grader configs."
223+
f" Navigate to the evaluation run's report URL for more details: {run_results.report_url}")
224+
raise EvaluationException(
225+
message=msg,
226+
blame=ErrorBlame.UNKNOWN,
227+
category=ErrorCategory.FAILED_EXECUTION,
228+
target=ErrorTarget.AOAI_GRADER,
229+
)
220230
for criteria_result in run_results.per_testing_criteria_results:
221231
grader_name = run_info["grader_name_map"][criteria_result.testing_criteria]
222232
passed = criteria_result.passed

0 commit comments

Comments
 (0)