gemini-cli/evals/data/compression/scenario-strategy-abandonment.json

{
  "scenarioId": "scenario-strategy-abandonment",
  "description": "Tests if the agent remembers its current tactical strategy and next immediate sub-task after compression.",
  "history": [
    {
      "role": "user",
      "parts": [
        {
          "text": "Plan:\n1. Reproduce bug with a test\n2. Fix core logic\n3. Verify fix\n4. Cleanup"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Starting Step 1: Writing reproduction test in repro_test.go."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Go ahead."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "functionCall": {
            "name": "write_file",
            "args": {
              "file_path": "repro_test.go",
              "content": "test code"
            }
          }
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "functionResponse": {
            "name": "write_file",
            "response": {
              "success": true
            }
          }
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Step 1 complete. Now running the test to confirm it fails."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 0"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 0 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 1"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 1 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 2"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 2 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 3"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 3 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 4"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 4 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 5"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 5 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 6"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 6 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 7"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 7 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 8"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 8 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 9"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 9 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 10"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 10 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 11"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 11 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 12"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 12 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 13"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 13 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 14"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 14 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 15"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 15 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 16"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 16 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 17"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 17 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 18"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 18 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 19"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 19 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 20"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 20 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 21"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 21 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 22"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 22 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 23"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 23 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 24"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 24 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 25"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 25 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 26"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 26 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 27"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 27 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 28"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 28 is noise."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze unrelated log entry 29"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log entry 29 is noise."
        }
      ]
    }
  ],
  "questions": [
    {
      "id": "recall-next-action",
      "prompt": "We just finished writing the reproduction test. What is our EXACT next tactical action according to the plan?",
      "expectedSubstring": "run"
    }
  ]
}