mirror of
https://github.com/google-gemini/gemini-cli.git
synced 2026-06-12 12:26:57 -07:00
chore(evals): add jitter and max-parallel to mitigate 500s
This commit is contained in:
@@ -26,6 +26,7 @@ jobs:
|
||||
if: "github.repository == 'google-gemini/gemini-cli'"
|
||||
strategy:
|
||||
fail-fast: false
|
||||
max-parallel: 10
|
||||
matrix:
|
||||
model:
|
||||
- 'gemini-3.1-pro-preview-customtools'
|
||||
@@ -63,6 +64,11 @@ jobs:
|
||||
TEST_NAME_PATTERN: '${{ github.event.inputs.test_name_pattern }}'
|
||||
VITEST_RETRY: 0
|
||||
run: |
|
||||
# Add jitter to prevent all jobs from hitting API simultaneously
|
||||
SLEEP_TIME=$((RANDOM % 60))
|
||||
echo "Jitter: Sleeping for $SLEEP_TIME seconds..."
|
||||
sleep $SLEEP_TIME
|
||||
|
||||
CMD="npm run test:all_evals"
|
||||
PATTERN="${TEST_NAME_PATTERN}"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user