Files
gemini-cli/evals/data/compression/scenario-dependency-chain.json
T
Christian Gunderman de1d5d3ca2 Compression eval.
2026-04-02 09:44:19 -07:00

590 lines
9.1 KiB
JSON

{
"scenarioId": "scenario-dependency-chain",
"description": "Tests long-range dependency tracking.",
"history": [
{
"role": "user",
"parts": [
{
"text": "Note: The database migration MUST run before the \"npm-start-service\" command. Do not run npm-start-service until migration is confirmed."
}
]
},
{
"role": "model",
"parts": [
{
"text": "I will wait for migration before npm-start-service."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 0..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 0 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 1..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 1 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 2..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 2 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 3..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 3 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 4..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 4 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 5..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 5 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 6..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 6 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 7..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 7 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 8..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 8 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 9..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 9 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 10..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 10 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 11..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 11 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 12..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 12 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 13..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 13 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 14..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 14 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 15..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 15 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 16..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 16 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 17..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 17 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 18..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 18 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 19..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 19 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 20..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 20 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 21..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 21 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 22..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 22 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 23..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 23 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 24..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 24 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 25..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 25 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 26..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 26 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 27..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 27 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 28..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 28 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 29..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 29 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 30..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 30 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 31..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 31 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 32..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 32 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 33..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 33 is ready."
}
]
},
{
"role": "user",
"parts": [
{
"text": "Checking environment 34..."
}
]
},
{
"role": "model",
"parts": [
{
"text": "Env 34 is ready."
}
]
}
],
"questions": [
{
"id": "migration-dependency",
"prompt": "What must happen before we can run the \"npm-start-service\" command?",
"expectedSubstring": "migration"
}
]
}