From b005b33ca76da3a2a2416cd5426ceb016c0d23d3 Mon Sep 17 00:00:00 2001 From: Christian Gunderman Date: Wed, 11 Feb 2026 21:50:45 -0800 Subject: [PATCH] Fix eval. --- evals/frugalSearch.eval.ts | 13 +------------ 1 file changed, 1 insertion(+), 12 deletions(-) diff --git a/evals/frugalSearch.eval.ts b/evals/frugalSearch.eval.ts index 56664d7a01..fefe042ca2 100644 --- a/evals/frugalSearch.eval.ts +++ b/evals/frugalSearch.eval.ts @@ -25,7 +25,7 @@ describe('Frugal Search', () => { return args; }; - evalTest('USUALLY_PASSES', { + evalTest('ALWAYS_PASSES', { name: 'should use targeted search with limit', prompt: 'find me a sample usage of path.resolve() in the codebase', files: { @@ -128,17 +128,6 @@ describe('Frugal Search', () => { grepParams.map((p) => p.total_max_matches), )}`, ).toBe(true); - - const hasMaxMatchesPerFileLimit = grepParams.some( - (p) => - p.max_matches_per_file !== undefined && p.max_matches_per_file <= 5, - ); - expect( - hasMaxMatchesPerFileLimit, - `Expected agent to use a small max_matches_per_file (<= 5) for a sample usage request. Actual values: ${JSON.stringify( - grepParams.map((p) => p.max_matches_per_file), - )}`, - ).toBe(true); }, });