fix(core): dynamic fallback routing for exhausted quota models (#27315)

This commit is contained in:
Coco Sheng
2026-05-20 16:59:33 -04:00
committed by GitHub
parent f79d5e059c
commit 5c4420cc27
8 changed files with 189 additions and 7 deletions
@@ -668,6 +668,31 @@ describe('ModelConfigService', () => {
// Specificity should win over order
expect(resolved.generateContentConfig.temperature).toBe(0.1);
});
it('should clear runtime overrides', () => {
const config: ModelConfigServiceConfig = {
aliases: {},
overrides: [],
};
const service = new ModelConfigService(config);
service.registerRuntimeModelOverride({
match: { model: 'gemini-pro' },
modelConfig: { generateContentConfig: { temperature: 0.99 } },
});
expect(
service.getResolvedConfig({ model: 'gemini-pro' }).generateContentConfig
.temperature,
).toBe(0.99);
service.clearRuntimeOverrides();
expect(
service.getResolvedConfig({ model: 'gemini-pro' }).generateContentConfig
.temperature,
).toBeUndefined();
});
});
describe('custom aliases', () => {