feat(evals): implement related evaluation system for targeted testing

This commit is contained in:
Alisa Novikova
2026-04-07 19:35:12 -07:00
parent 06fcdc231c
commit db8910c39b
9 changed files with 610 additions and 43 deletions
+13
View File
@@ -500,6 +500,9 @@ function main() {
if (args.includes('--check-github-actions-pinning')) {
runGithubActionsPinningLinter();
}
if (args.includes('--eval-suites')) {
runEvalSuiteLinter();
}
if (args.length === 0) {
setupLinters();
@@ -511,8 +514,18 @@ function main() {
runSensitiveKeywordLinter();
runTSConfigLinter();
runGithubActionsPinningLinter();
runEvalSuiteLinter();
console.log('\nAll linting checks passed!');
}
}
export function runEvalSuiteLinter() {
console.log('\nRunning eval suite linter...');
try {
execSync('node scripts/validate_eval_suites.js', { stdio: 'inherit' });
} catch {
process.exit(1);
}
}
main();