Fixed _restrict_task_results

embeddings-benchmark · Oct 18, 2024 · ca5014c · ca5014c
1 parent ae5afb7
commit ca5014c
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/mteb/load_results/benchmark_results.py b/mteb/load_results/benchmark_results.py
@@ -23,7 +23,10 @@
 
 def _restrict_task_results(task_result: TaskResult, task: AbsTask) -> TaskResult:
     splits = task.metadata.eval_splits
-    hf_subsets = set(task.metadata.hf_subsets_to_langscripts)
+    hf_subsets = getattr(
+        task, "hf_subsets", task.metadata.hf_subsets_to_langscripts.keys()
+    )
+    hf_subsets = set(hf_subsets)
     new_scores = {}
     seen_splits = set()
     for split in task_result.scores: