diff --git a/src/helm/benchmark/static/benchmarking.js b/src/helm/benchmark/static/benchmarking.js index f7ca066e050..c4423476720 100644 --- a/src/helm/benchmark/static/benchmarking.js +++ b/src/helm/benchmark/static/benchmarking.js @@ -213,7 +213,8 @@ $(function () { metricGroup.metrics.forEach((metric) => { // This function is supposed to return per-instance metrics, so exclude // metrics that mentions perturbations. - if (metric.perturbation_name) { + // Temporary workaround: when split is "__all__", it matches all splits + if (metric.perturbation_name && metric.perturbation_name !== "__all__") { return; } names.push(substitute(metric.name, scenarioGroup.environment)); @@ -602,6 +603,7 @@ $(function () { if (!runSpec.groups.includes(runGroup.name)) { return; } + getMetricNames(runGroup).forEach((name) =>{ if (!metricNames.includes(name)) { metricNames.push(name); diff --git a/src/helm/benchmark/static/heim/benchmarking.js b/src/helm/benchmark/static/heim/benchmarking.js index 31419368f43..6dbea64aaf8 100644 --- a/src/helm/benchmark/static/heim/benchmarking.js +++ b/src/helm/benchmark/static/heim/benchmarking.js @@ -213,7 +213,7 @@ $(function () { metricGroup.metrics.forEach((metric) => { // This function is supposed to return per-instance metrics, so exclude // metrics that mentions perturbations. - if (metric.perturbation_name) { + if (metric.perturbation_name && metric.perturbation_name != "__all__") { return; } names.push(substitute(metric.name, scenarioGroup.environment));