update evals for changes

This commit is contained in:
A.K.M. Adib
2026-03-23 14:14:51 -04:00
parent f5511b3914
commit 96752a13f6
+46
View File
@@ -136,6 +136,30 @@ describe('plan_mode', () => {
expect(wasToolCalled, 'Expected exit_plan_mode tool to be called').toBe(
true,
);
const toolLogs = rig.readToolLogs();
const exitPlanCall = toolLogs.find(
(log) => log.toolRequest.name === 'exit_plan_mode',
);
if (exitPlanCall) {
const args = JSON.parse(exitPlanCall.toolRequest.args);
expect(
args.plan_filename,
'plan_filename should be a string',
).toBeTypeOf('string');
expect(args.plan_filename, 'plan_filename should end with .md').toMatch(
/\.md$/,
);
expect(
args.plan_filename,
'plan_filename should not be a path',
).not.toContain('/');
expect(
args.plan_filename,
'plan_filename should not be a path',
).not.toContain('\\');
}
assertModelHasOutput(result);
},
});
@@ -199,6 +223,28 @@ describe('plan_mode', () => {
await rig.waitForTelemetryReady();
const toolLogs = rig.readToolLogs();
const exitPlanCall = toolLogs.find(
(log) => log.toolRequest.name === 'exit_plan_mode',
);
if (exitPlanCall) {
const args = JSON.parse(exitPlanCall.toolRequest.args);
expect(
args.plan_filename,
'plan_filename should be a string',
).toBeTypeOf('string');
expect(args.plan_filename, 'plan_filename should end with .md').toMatch(
/\.md$/,
);
expect(
args.plan_filename,
'plan_filename should not be a path',
).not.toContain('/');
expect(
args.plan_filename,
'plan_filename should not be a path',
).not.toContain('\\');
}
// Check if plan was written
const planWrite = toolLogs.find(
(log) =>