MediaMetz/gemini-cli
1
0
Fork 0
mirror of https://github.com/google-gemini/gemini-cli.git synced 2026-05-13 05:12:55 -07:00
Code Issues Packages Projects Releases Wiki Activity

Retry evals on API error. (#23322)

Browse Source
This commit is contained in:
Christian Gunderman
2026-03-21 02:52:19 +00:00
committed by GitHub
parent 244a608186
commit 28935d1e6b
2 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/evals-nightly.yml
+1
View File
@@ -61,6 +61,7 @@ jobs:
GEMINI_MODEL: '${{ matrix.model }}' GEMINI_MODEL: '${{ matrix.model }}'
RUN_EVALS: "${{ github.event.inputs.run_all != 'false' }}" RUN_EVALS: "${{ github.event.inputs.run_all != 'false' }}"
TEST_NAME_PATTERN: '${{ github.event.inputs.test_name_pattern }}' TEST_NAME_PATTERN: '${{ github.event.inputs.test_name_pattern }}'
VITEST_RETRY: 0
run: | run: |
CMD="npm run test:all_evals" CMD="npm run test:all_evals"
PATTERN="${TEST_NAME_PATTERN}" PATTERN="${TEST_NAME_PATTERN}"
evals/vitest.config.ts
+4
View File
@@ -16,6 +16,10 @@ export default defineConfig({
}, },
test: { test: {
testTimeout: 300000, // 5 minutes testTimeout: 300000, // 5 minutes
// Retry in CI but not nightly to avoid blocking on API error.
retry: process.env['VITEST_RETRY']
? parseInt(process.env['VITEST_RETRY'], 10)
: 3,
reporters: ['default', 'json'], reporters: ['default', 'json'],
outputFile: { outputFile: {
json: 'evals/logs/report.json', json: 'evals/logs/report.json',