Include xpia in handled_metrics for evaluation aggregation

Azure · Sep 11, 2024 · 8629de8 · 8629de8
1 parent 4e05d17
commit 8629de8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py
@@ -19,6 +19,7 @@ class EvaluationMetrics:
     SELF_HARM = "self_harm"
     SEXUAL = "sexual"
     PROTECTED_MATERIAL = "protected_material"
+    XPIA = "xpia"
 
 
 class _InternalEvaluationMetrics:

diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/evaluate/_evaluate.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/evaluate/_evaluate.py
@@ -92,6 +92,7 @@ def _aggregate_label_defect_metrics(df: pd.DataFrame) -> Tuple[List[str], Dict[s
     handled_metrics = [
         EvaluationMetrics.PROTECTED_MATERIAL,
         _InternalEvaluationMetrics.ECI,
+        EvaluationMetrics.XPIA,
     ]
     label_cols = []
     for col in df.columns: