diff --git a/evals/frugalSearch.eval.ts b/evals/frugalSearch.eval.ts index 56664d7a01..fefe042ca2 100644 --- a/evals/frugalSearch.eval.ts +++ b/evals/frugalSearch.eval.ts @@ -25,7 +25,7 @@ describe('Frugal Search', () => { return args; }; - evalTest('USUALLY_PASSES', { + evalTest('ALWAYS_PASSES', { name: 'should use targeted search with limit', prompt: 'find me a sample usage of path.resolve() in the codebase', files: { @@ -128,17 +128,6 @@ describe('Frugal Search', () => { grepParams.map((p) => p.total_max_matches), )}`, ).toBe(true); - - const hasMaxMatchesPerFileLimit = grepParams.some( - (p) => - p.max_matches_per_file !== undefined && p.max_matches_per_file <= 5, - ); - expect( - hasMaxMatchesPerFileLimit, - `Expected agent to use a small max_matches_per_file (<= 5) for a sample usage request. Actual values: ${JSON.stringify( - grepParams.map((p) => p.max_matches_per_file), - )}`, - ).toBe(true); }, });