gemini-cli/evals/data/compression/scenario-negative-constraints.json

{
  "scenarioId": "scenario-negative-constraints",
  "description": "Tests if negative constraints (NEVER do X) are preserved. AgentHistoryProvider is expected to fail this.",
  "history": [
    {
      "role": "user",
      "parts": [
        {
          "text": "Task: Refactor the codebase. CRITICAL: NEVER use the \"fs\" module directly; ALWAYS use \"node:fs\" for imports. This is a security requirement."
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "I will strictly avoid \"fs\" and only use \"node:fs\"."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 0.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 0.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 1.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 1.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 2.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 2.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 3.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 3.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 4.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 4.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 5.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 5.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 6.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 6.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 7.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 7.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 8.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 8.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 9.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 9.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 10.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 10.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 11.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 11.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 12.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 12.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 13.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 13.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 14.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 14.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 15.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 15.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 16.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 16.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 17.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 17.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 18.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 18.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 19.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 19.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 20.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 20.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 21.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 21.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 22.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 22.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 23.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 23.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 24.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 24.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 25.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 25.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 26.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 26.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 27.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 27.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 28.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 28.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 29.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 29.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 30.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 30.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 31.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 31.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 32.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 32.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 33.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 33.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 34.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 34.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 35.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 35.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 36.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 36.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 37.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 37.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 38.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 38.ts looks compliant."
        }
      ]
    },
    {
      "role": "user",
      "parts": [
        {
          "text": "Analyze file 39.ts"
        }
      ]
    },
    {
      "role": "model",
      "parts": [
        {
          "text": "File 39.ts looks compliant."
        }
      ]
    }
  ],
  "questions": [
    {
      "id": "import-constraint",
      "prompt": "What is the specific rule about importing the file system module?",
      "expectedSubstring": "node:fs"
    }
  ]
}