Add test cases for eval result converter UT (#43805)

* update

* rename

* run black

* fix result counts

* update

* Fix bug

* run black

* fix bug

* Add UT

Author: YoYoJa

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_evaluate.py

@@ -1823,6 +1823,8 @@ def _convert_results_to_aoai_evaluation_results(
                 metrics_mapped = _EvaluatorMetricMapping.EVALUATOR_NAME_METRICS_MAPPINGS.get(evaluator_name, [])
                 if metrics_mapped and len(metrics_mapped) > 0:
                     metrics.extend(metrics_mapped)
+                else:
+                    metrics.append(criteria_name)
             else:
                 metrics.append(criteria_name)
         elif isinstance(evaluator, AzureOpenAIGrader):

sdk/evaluation/azure-ai-evaluation/tests/unittests/data/evaluation_util_convert_error_summary.json

@@ -7,5 +7,23 @@
         "log_path": null,
         "error_message": "(UserError) Missing inputs for line 1: 'data.item.query, data.item.response'",
         "error_code": "INVALID VALUE"
+    },
+    "Fluency": {
+        "status": "Failed",
+        "duration": "0:00:00.000869",
+        "completed_lines": 0,
+        "failed_lines": 0,
+        "log_path": null,
+        "error_message": "(SystemError) 100% of the batch run failed. (UserError) OpenAI API hits BadRequestError: Error code: 400 - {'error': {'message': \"Unsupported parameter: 'max_tokens' is not supported with this model. Use 'max_completion_tokens' instead.\", 'type': 'invalid_request_error', 'param': 'max_tokens', 'code': 'unsupported_parameter'}} [Error reference: https://platform.openai.com/docs/guides/error-codes/api-errors]",
+        "error_code": "FAILED_EXECUTION"
+    },
+    "ViolenceContentCustomEvaluator": {
+        "status": "Failed",
+        "duration": "0:00:01.002324",
+        "completed_lines": 0,
+        "failed_lines": 1,
+        "log_path": null,
+        "error_message": "(SystemError) 100% of the batch run failed. Prompt template is not initialized.",
+        "error_code": "FAILED_EXECUTION"
     }
 }

sdk/evaluation/azure-ai-evaluation/tests/unittests/data/evaluation_util_convert_eval_meta_data.json

@@ -10,6 +10,23 @@
             "type": "azure_ai_evaluator",
             "name": "violence",
             "evaluator_name": "violence"
+        },
+        {
+            "type": "azure_ai_evaluator",
+            "id": "ViolenceContentCustomEvaluator_35feb949-e01b-4502-8011-d22347d092af",
+            "name": "ViolenceContentCustomEvaluator",
+            "evaluator_name": "custom.violence",
+            "evaluator_version": "1",
+            "initialization_parameters": {
+                "threshold": 3
+            },
+            "data_mapping": {
+                "query": "{{item.question}}",
+                "response": "{{item.answer}}",
+                "context": "{{item.context}}",
+                "ground_truth": "{{item.ground_truth}}"
+            },
+            "registry_name": ""
         }
     ]
 }