File tree Expand file tree Collapse file tree 2 files changed +10
-11
lines changed
sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate Expand file tree Collapse file tree 2 files changed +10
-11
lines changed Original file line number Diff line number Diff line change @@ -978,17 +978,6 @@ def _preprocess_data(
978
978
# Split normal evaluators and OAI graders
979
979
evaluators , graders = _split_evaluators_and_grader_configs (evaluators_and_graders )
980
980
981
- input_data_df = _validate_and_load_data (
982
- target ,
983
- data ,
984
- evaluators_and_graders ,
985
- output_path ,
986
- azure_ai_project ,
987
- evaluation_name
988
- )
989
- if target is not None :
990
- _validate_columns_for_target (input_data_df , target )
991
-
992
981
target_run : Optional [BatchClientRun ] = None
993
982
target_generated_columns : Set [str ] = set ()
994
983
batch_run_client : BatchClient
Original file line number Diff line number Diff line change @@ -217,6 +217,16 @@ def _get_single_run_results(
217
217
+ " completed successfully. Gathering results..." )
218
218
# Convert run results into a dictionary of metrics
219
219
run_metrics = {}
220
+ if run_results .per_testing_criteria_results is None :
221
+ msg = ("AOAI evaluation run returned no results, despite 'completed' status. This might" +
222
+ " occur when invalid or conflicting models are selected in the model and grader configs."
223
+ f" Navigate to the evaluation run's report URL for more details: { run_results .report_url } " )
224
+ raise EvaluationException (
225
+ message = msg ,
226
+ blame = ErrorBlame .UNKNOWN ,
227
+ category = ErrorCategory .FAILED_EXECUTION ,
228
+ target = ErrorTarget .AOAI_GRADER ,
229
+ )
220
230
for criteria_result in run_results .per_testing_criteria_results :
221
231
grader_name = run_info ["grader_name_map" ][criteria_result .testing_criteria ]
222
232
passed = criteria_result .passed
You can’t perform that action at this time.
0 commit comments