MediaMetz/gemini-cli
1
0
Fork 0
mirror of https://github.com/google-gemini/gemini-cli.git synced 2026-05-13 05:12:55 -07:00
Code Issues Packages Projects Releases Wiki Activity

fix(scripts): exclude skipped tests from pass rate calculation

Browse Source 
Ensures that models skipping irrelevant tests (like workflow evals) don't suffer a drop in reported pass rate.
This commit is contained in:
cocosheng-g
2026-02-03 21:56:37 -05:00
parent 8c82777ea0
commit d23499db90
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/aggregate_evals.js
+4 -2
View File
@@ -68,12 +68,14 @@ function getStats(reports) {
if (!testStats[name]) { if (!testStats[name]) {
testStats[name] = { passed: 0, failed: 0, total: 0 }; testStats[name] = { passed: 0, failed: 0, total: 0 };
} }
testStats[name].total++;
if (assertion.status === 'passed') { if (assertion.status === 'passed') {
testStats[name].passed++; testStats[name].passed++;
} else { testStats[name].total++;
} else if (assertion.status === 'failed') {
testStats[name].failed++; testStats[name].failed++;
testStats[name].total++;
} }
// Ignore skipped/pending tests
} }
} }
} catch (error) { } catch (error) {