MediaMetz/gemini-cli
1
0
Fork 0
mirror of https://github.com/google-gemini/gemini-cli.git synced 2026-03-12 15:10:59 -07:00
Code Issues Packages Projects Releases Wiki Activity

fix(scripts): exclude skipped tests from pass rate calculation

Browse Source 
Ensures that models skipping irrelevant tests (like workflow evals) don't suffer a drop in reported pass rate.
This commit is contained in:
cocosheng-g
2026-02-03 21:56:37 -05:00
parent 8c82777ea0
commit d23499db90
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/aggregate_evals.js
View File

@@ -68,12 +68,14 @@ function getStats(reports) {
if (!testStats[name]) {
testStats[name] = { passed: 0, failed: 0, total: 0 };
}
testStats[name].total++;
if (assertion.status === 'passed') {
testStats[name].passed++;
} else {
testStats[name].total++;
} else if (assertion.status === 'failed') {
testStats[name].failed++;
testStats[name].total++;
}
// Ignore skipped/pending tests
}
}
} catch (error) {