gemini-cli/evals/data/compression/scenario-variable-leak.json

{
  "scenarioId": "scenario-variable-leak",
  "description": "Tests recall of specific variable values.",
  "history": [
    {
      "role": "user",
      "parts": [
        {
          "text": "The temporary debug token is \"DEBUG_TOKEN_XYZ_123\". Use it for the next 50 turns."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Token DEBUG_TOKEN_XYZ_123 saved."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 0"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 0"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 1"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 1"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 2"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 2"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 3"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 3"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 4"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 4"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 5"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 5"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 6"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 6"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 7"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 7"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 8"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 8"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 9"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 9"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 10"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 10"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 11"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 11"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 12"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 12"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 13"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 13"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 14"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 14"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 15"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 15"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 16"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 16"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 17"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 17"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 18"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 18"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 19"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 19"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 20"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 20"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 21"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 21"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 22"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 22"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 23"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 23"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 24"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 24"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 25"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 25"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 26"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 26"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 27"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 27"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 28"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 28"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 29"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 29"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 30"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 30"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 31"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 31"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 32"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 32"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 33"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 33"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 34"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 34"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 35"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 35"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 36"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 36"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 37"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 37"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 38"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 38"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 39"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 39"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 40"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 40"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 41"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 41"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 42"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 42"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 43"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 43"
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Turn 44"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Acknowledged 44"
        }
      ]
    }
  ],
  "questions": [
    {
      "id": "debug-token",
      "prompt": "What is the exact value of the temporary debug token?",
      "expectedSubstring": "DEBUG_TOKEN_XYZ_123"
    }
  ]
}