MediaMetz/gemini-cli
1
0
Fork 0
mirror of https://github.com/google-gemini/gemini-cli.git synced 2026-07-13 19:40:28 -07:00
Code Issues Packages Projects Releases Wiki Activity

feat(core): Improvements to the AgentHistoryProvider.

Browse Source
This commit is contained in:
Your Name
2026-03-28 03:49:54 +00:00
parent cc874e9693
commit a9ddd90f59
21 changed files with 1718 additions and 303 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/core/src/utils/tokenCalculation.ts
+2 -2
View File
@@ -10,10 +10,10 @@ import { debugLogger } from './debugLogger.js';
// Token estimation constants
// ASCII characters (0-127) are roughly 4 chars per token
const ASCII_TOKENS_PER_CHAR = 0.25;
export const ASCII_TOKENS_PER_CHAR = 0.25;
// Non-ASCII characters (including CJK) are often 1-2 tokens per char.
// We use 1.3 as a conservative estimate to avoid underestimation.
const NON_ASCII_TOKENS_PER_CHAR = 1.3;
export const NON_ASCII_TOKENS_PER_CHAR = 1.3;
// Fixed token estimate for images
const IMAGE_TOKEN_ESTIMATE = 3000;
// Fixed token estimate for PDFs (~100 pages at 258 tokens/page)