From d23499db903180e6df799b45c644ce070c139a4f Mon Sep 17 00:00:00 2001 From: cocosheng-g Date: Tue, 3 Feb 2026 21:56:37 -0500 Subject: [PATCH] fix(scripts): exclude skipped tests from pass rate calculation Ensures that models skipping irrelevant tests (like workflow evals) don't suffer a drop in reported pass rate. --- scripts/aggregate_evals.js | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/scripts/aggregate_evals.js b/scripts/aggregate_evals.js index d14596d487..6f5e440bd2 100644 --- a/scripts/aggregate_evals.js +++ b/scripts/aggregate_evals.js @@ -68,12 +68,14 @@ function getStats(reports) { if (!testStats[name]) { testStats[name] = { passed: 0, failed: 0, total: 0 }; } - testStats[name].total++; if (assertion.status === 'passed') { testStats[name].passed++; - } else { + testStats[name].total++; + } else if (assertion.status === 'failed') { testStats[name].failed++; + testStats[name].total++; } + // Ignore skipped/pending tests } } } catch (error) {