From 8ebc0864db4c20f50289e4b076a372211b3217f3 Mon Sep 17 00:00:00 2001
From: Alisa Novikova <62909685+alisa-alisa@users.noreply.github.com>
Date: Tue, 24 Mar 2026 16:05:23 -0700
Subject: [PATCH] chore(evals): add jitter and max-parallel to mitigate 500s

---
 .github/workflows/evals-nightly.yml | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/.github/workflows/evals-nightly.yml b/.github/workflows/evals-nightly.yml
index a11e1e1d2f..39d0a7d2e2 100644
--- a/.github/workflows/evals-nightly.yml
+++ b/.github/workflows/evals-nightly.yml
@@ -26,6 +26,7 @@ jobs:
     if: "github.repository == 'google-gemini/gemini-cli'"
     strategy:
       fail-fast: false
+      max-parallel: 10
       matrix:
         model:
           - 'gemini-3.1-pro-preview-customtools'
@@ -63,6 +64,11 @@ jobs:
           TEST_NAME_PATTERN: '${{ github.event.inputs.test_name_pattern }}'
           VITEST_RETRY: 0
         run: |
+          # Add jitter to prevent all jobs from hitting API simultaneously
+          SLEEP_TIME=$((RANDOM % 60))
+          echo "Jitter: Sleeping for $SLEEP_TIME seconds..."
+          sleep $SLEEP_TIME
+
           CMD="npm run test:all_evals"
           PATTERN="${TEST_NAME_PATTERN}"