Fix eval.

This commit is contained in:
Christian Gunderman
2026-02-11 21:50:45 -08:00
parent 2b6676d7dc
commit b005b33ca7

View File

@@ -25,7 +25,7 @@ describe('Frugal Search', () => {
return args;
};
evalTest('USUALLY_PASSES', {
evalTest('ALWAYS_PASSES', {
name: 'should use targeted search with limit',
prompt: 'find me a sample usage of path.resolve() in the codebase',
files: {
@@ -128,17 +128,6 @@ describe('Frugal Search', () => {
grepParams.map((p) => p.total_max_matches),
)}`,
).toBe(true);
const hasMaxMatchesPerFileLimit = grepParams.some(
(p) =>
p.max_matches_per_file !== undefined && p.max_matches_per_file <= 5,
);
expect(
hasMaxMatchesPerFileLimit,
`Expected agent to use a small max_matches_per_file (<= 5) for a sample usage request. Actual values: ${JSON.stringify(
grepParams.map((p) => p.max_matches_per_file),
)}`,
).toBe(true);
},
});