[evaluation] Add xpia to evaluate() aggregation (#37299)

diondrapeck · web-flow · commit b05736203462 · 2024-09-20T13:20:26.000-04:00
* Remove Optional type annotation from get() methods

* Remove duplicate overloads

* Include xpia in handled_metrics for evaluation aggregation

* revert unintended change

* Update output.py
diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py
@@ -19,6 +19,7 @@ class EvaluationMetrics:
     SELF_HARM = "self_harm"
     SEXUAL = "sexual"
     PROTECTED_MATERIAL = "protected_material"
+    XPIA = "xpia"
 
 
 class _InternalEvaluationMetrics:
diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_evaluate.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluate/_evaluate.py
@@ -93,6 +93,7 @@ def _aggregate_label_defect_metrics(df: pd.DataFrame) -> Tuple[List[str], Dict[s
     handled_metrics = [
         EvaluationMetrics.PROTECTED_MATERIAL,
         _InternalEvaluationMetrics.ECI,
+        EvaluationMetrics.XPIA,
     ]
     label_cols = []
     for col in df.columns:

Original file line number	Diff line number	Diff line change
`@@ -93,6 +93,7 @@ def _aggregate_label_defect_metrics(df: pd.DataFrame) -> Tuple[List[str], Dict[s`
`93`	`93`	`handled_metrics = [`
`94`	`94`	`EvaluationMetrics.PROTECTED_MATERIAL,`
`95`	`95`	`_InternalEvaluationMetrics.ECI,`
	`96`	`+ EvaluationMetrics.XPIA,`
`96`	`97`	`]`
`97`	`98`	`label_cols = []`
`98`	`99`	`for col in df.columns:`