gemini-cli/evals/data/compression/scenario-verification-abandonment.json

{
  "scenarioId": "scenario-verification-abandonment",
  "description": "Tests if the agent maintains procedural discipline (Edit -> Test loop) after compression. Targets the \"Blind Chain\" failure.",
  "history": [
    {
      "role": "user",
      "parts": [
        {
          "text": "Task: Fix the bug in src/auth/logic.ts and ALWAYS run \"npm test\" immediately after any change to verify it."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "I will fix the bug and run tests after every edit."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Go ahead."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "functionCall": {
            "name": "replace",
            "args": {
              "file_path": "src/auth/logic.ts",
              "old_string": "retries: 3",
              "new_string": "retries: 5"
            }
          }
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "functionResponse": {
            "name": "replace",
            "response": {
              "success": true
            }
          }
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "I have updated the retries in src/auth/logic.ts."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 0..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 0 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 1..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 1 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 2..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 2 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 3..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 3 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 4..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 4 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 5..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 5 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 6..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 6 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 7..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 7 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 8..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 8 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 9..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 9 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 10..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 10 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 11..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 11 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 12..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 12 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 13..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 13 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 14..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 14 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 15..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 15 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 16..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 16 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 17..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 17 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 18..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 18 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 19..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 19 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 20..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 20 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 21..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 21 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 22..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 22 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 23..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 23 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 24..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 24 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 25..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 25 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 26..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 26 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 27..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 27 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 28..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 28 is clear."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Check unrelated log 29..."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "Log 29 is clear."
        }
      ]
    }
  ],
  "questions": [
    {
      "id": "recall-next-discipline",
      "prompt": "We just modified src/auth/logic.ts. According to our established procedural discipline, what is the VERY NEXT command we must run before doing anything else?",
      "expectedSubstring": "npm test"
    }
  ]
}