mirror of
https://github.com/google-gemini/gemini-cli.git
synced 2026-07-09 01:27:41 -07:00
feat(evals): add automated usage metrics reporting for behavioral evals
This commit is contained in:
@@ -36,6 +36,10 @@ import {
|
||||
CoreToolCallStatus,
|
||||
IntegrityDataStatus,
|
||||
} from '@google/gemini-cli-core';
|
||||
import {
|
||||
getUsageMetrics,
|
||||
type UsageMetrics,
|
||||
} from '@google/gemini-cli-test-utils';
|
||||
import {
|
||||
type MockShellCommand,
|
||||
MockShellExecutionService,
|
||||
@@ -477,6 +481,14 @@ export class AppRig {
|
||||
return this.testDir;
|
||||
}
|
||||
|
||||
/**
|
||||
* Scans the session recordings and extracts aggregate token usage and turn counts.
|
||||
* This provides an empirical measure of the agent's efficiency and cost.
|
||||
*/
|
||||
getUsageMetrics(): UsageMetrics {
|
||||
return getUsageMetrics(this.testDir);
|
||||
}
|
||||
|
||||
getPendingConfirmations() {
|
||||
return Array.from(this.pendingConfirmations.values());
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user