MediaMetz/gemini-cli
1
0
Fork 0
mirror of https://github.com/google-gemini/gemini-cli.git synced 2026-06-06 09:03:07 -07:00
Code Issues Packages Projects Releases Wiki Activity

perf(cli): throttle btw streaming updates to prevent layout shakiness

Browse Source
This commit is contained in:
Mahima Shanware
2026-03-27 20:10:26 +00:00
committed by Mahima Shanware
parent 23441126b4
commit ee1bc7e209
1 changed files with 41 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/cli/src/ui/hooks/useBtw.ts
+41 -8
View File
@@ -27,7 +27,7 @@ interface BtwState {
type BtwAction =
| { type: 'SUBMIT'; query: string }
| { type: 'APPEND_CONTENT'; content: string }
| { type: 'SET_RESPONSE'; content: string }
| { type: 'ERROR'; error: string }
| { type: 'FINISHED' }
| { type: 'DISMISS' };
@@ -51,10 +51,10 @@ const btwReducer = (state: BtwState, action: BtwAction): BtwState => {
isStreaming: true,
error: null,
};
case 'APPEND_CONTENT':
case 'SET_RESPONSE':
return {
...state,
response: state.response + action.content,
response: action.content,
};
case 'ERROR':
return {
@@ -103,6 +103,16 @@ export const useBtw = (
dispatch({ type: 'SUBMIT', query: newQuery });
let accumulatedResponse = '';
let lastDispatchTime = 0;
let flushTimer: NodeJS.Timeout | null = null;
const flushResponse = () => {
if (abortControllerRef.current !== abortController) return;
dispatch({ type: 'SET_RESPONSE', content: accumulatedResponse });
lastDispatchTime = Date.now();
};
try {
const stream = geminiClient.sendBtwStream(
[{ text: newQuery }],
@@ -114,10 +124,27 @@ export const useBtw = (
if (abortController.signal.aborted) break;
switch (event.type) {
case GeminiEventType.Content:
dispatch({ type: 'APPEND_CONTENT', content: event.value ?? '' });
case GeminiEventType.Content: {
accumulatedResponse += event.value ?? '';
const now = Date.now();
if (now - lastDispatchTime > 50) {
if (flushTimer) {
clearTimeout(flushTimer);
flushTimer = null;
}
flushResponse();
} else if (!flushTimer) {
flushTimer = setTimeout(() => {
flushResponse();
flushTimer = null;
}, 50);
}
break;
}
case GeminiEventType.Error: {
if (flushTimer) clearTimeout(flushTimer);
flushResponse();
const value = event.value;
let errorMessage = 'Unknown error';
if (
@@ -142,9 +169,9 @@ export const useBtw = (
break;
}
case GeminiEventType.Finished:
dispatch({ type: 'FINISHED' });
break;
case GeminiEventType.UserCancelled:
if (flushTimer) clearTimeout(flushTimer);
flushResponse();
dispatch({ type: 'FINISHED' });
break;
default:
@@ -152,15 +179,21 @@ export const useBtw = (
}
}
} catch (err) {
if (flushTimer) clearTimeout(flushTimer);
flushResponse();
if (err instanceof Error && err.name === 'AbortError') {
// Ignore aborts
} else {
} else if (abortControllerRef.current === abortController) {
dispatch({
type: 'ERROR',
error: err instanceof Error ? err.message : String(err),
});
}
} finally {
if (flushTimer) clearTimeout(flushTimer);
flushResponse();
if (abortControllerRef.current === abortController) {
dispatch({ type: 'FINISHED' });
}