From 8629de86fc52a549520eff6fa73ab72cfcd01c1e Mon Sep 17 00:00:00 2001 From: Diondra Peck Date: Wed, 11 Sep 2024 16:13:26 -0400 Subject: [PATCH] Include xpia in handled_metrics for evaluation aggregation --- .../azure-ai-evaluation/azure/ai/evaluation/_constants.py | 1 + .../azure/ai/evaluation/evaluate/_evaluate.py | 1 + 2 files changed, 2 insertions(+) diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py index b757f7e39e1d..46df17232d8f 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_constants.py @@ -19,6 +19,7 @@ class EvaluationMetrics: SELF_HARM = "self_harm" SEXUAL = "sexual" PROTECTED_MATERIAL = "protected_material" + XPIA = "xpia" class _InternalEvaluationMetrics: diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/evaluate/_evaluate.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/evaluate/_evaluate.py index a3d58e182eca..a31b105b9ea2 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/evaluate/_evaluate.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/evaluate/_evaluate.py @@ -92,6 +92,7 @@ def _aggregate_label_defect_metrics(df: pd.DataFrame) -> Tuple[List[str], Dict[s handled_metrics = [ EvaluationMetrics.PROTECTED_MATERIAL, _InternalEvaluationMetrics.ECI, + EvaluationMetrics.XPIA, ] label_cols = [] for col in df.columns: