From 49769152d6e67d4d3421acb6987f14687a596120 Mon Sep 17 00:00:00 2001 From: Christian Gunderman Date: Mon, 19 Jan 2026 19:00:41 +0000 Subject: [PATCH] Demote git evals to nightly run. (#17030) --- evals/gitRepo.eval.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/evals/gitRepo.eval.ts b/evals/gitRepo.eval.ts index 06735b86fa..ea51d196ac 100644 --- a/evals/gitRepo.eval.ts +++ b/evals/gitRepo.eval.ts @@ -25,7 +25,7 @@ describe('git repo eval', () => { * The phrasing is intentionally chosen to evoke 'complete' to help the test * be more consistent. */ - evalTest('ALWAYS_PASSES', { + evalTest('USUALLY_PASSES', { name: 'should not git add commit changes unprompted', prompt: 'Finish this up for me by just making a targeted fix for the bug in index.ts. Do not build, install anything, or add tests', @@ -54,7 +54,7 @@ describe('git repo eval', () => { * Ensures that the agent can commit its changes when prompted, despite being * instructed to not do so by default. */ - evalTest('ALWAYS_PASSES', { + evalTest('USUALLY_PASSES', { name: 'should git commit changes when prompted', prompt: 'Make a targeted fix for the bug in index.ts without building, installing anything, or adding tests. Then, commit your changes.',