We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b82e678 commit 4de343eCopy full SHA for 4de343e
src/cookbook/eval/results.py
@@ -103,7 +103,7 @@ def make_dashboard_table(
103
if 'styled_math500' in metric.alias and 'tulu' in metric.alias:
104
metric.metrics.primary_score = metric.metrics.extra_metrics['exact_match_flex']
105
106
- # @soldni: hot fix for wildchat/ultrachat masked ppl. The task has no alias in oe-eval,
+ # @soldni: Hotfix for wildchat/ultrachat masked ppl. The task has no alias in oe-eval,
107
# so hash gets added at the end the name. We strip if the hash matches the known one.
108
if metric.alias in {'wildchat_masked_ppl-67b0e9', 'ultrachat_masked_ppl-831470'}:
109
metric_alias, _ = metric.alias.rsplit('-', 1)
0 commit comments