From 8f6edc50c19bbbb3a99830b79eef8bbe24bbb8c4 Mon Sep 17 00:00:00 2001 From: cynthialong0-0 <82900738+cynthialong0-0@users.noreply.github.com> Date: Tue, 14 Apr 2026 11:43:36 -0700 Subject: [PATCH] feat(test): add a performance test in asian language (#25392) --- perf-tests/baselines.json | 5 ++++ perf-tests/perf-usage.test.ts | 30 ++++++++++++++++++++++++ perf-tests/perf.asian-language.responses | 2 ++ 3 files changed, 37 insertions(+) create mode 100644 perf-tests/perf.asian-language.responses diff --git a/perf-tests/baselines.json b/perf-tests/baselines.json index 1dd52a5213..d6972342d4 100644 --- a/perf-tests/baselines.json +++ b/perf-tests/baselines.json @@ -12,6 +12,11 @@ "cpuTotalUs": 12157, "timestamp": "2026-04-08T22:28:19.098Z" }, + "asian-language-conv": { + "wallClockMs": 2315.1, + "cpuTotalUs": 6283, + "timestamp": "2026-04-14T15:22:56.133Z" + }, "skill-loading-time": { "wallClockMs": 930.0920409999962, "cpuTotalUs": 1323, diff --git a/perf-tests/perf-usage.test.ts b/perf-tests/perf-usage.test.ts index 1a361eda5d..4bbc5ab0ea 100644 --- a/perf-tests/perf-usage.test.ts +++ b/perf-tests/perf-usage.test.ts @@ -98,6 +98,36 @@ describe('CPU Performance Tests', () => { } }); + it('asian-language-conv: verify perf is acceptable ', async () => { + const result = await harness.runScenario( + 'asian-language-conv', + async () => { + const rig = new TestRig(); + try { + rig.setup('perf-asian-language', { + fakeResponsesPath: join(__dirname, 'perf.asian-language.responses'), + }); + + return await harness.measure('asian-language', async () => { + await rig.run({ + args: ['嗨'], + timeout: 120000, + env: { GEMINI_API_KEY: 'fake-perf-test-key' }, + }); + }); + } finally { + await rig.cleanup(); + } + }, + ); + + if (UPDATE_BASELINES) { + harness.updateScenarioBaseline(result); + } else { + harness.assertWithinBaseline(result); + } + }); + it('skill-loading-time: startup with many skills within baseline', async () => { const SKILL_COUNT = 20; diff --git a/perf-tests/perf.asian-language.responses b/perf-tests/perf.asian-language.responses new file mode 100644 index 0000000000..8f3c71775b --- /dev/null +++ b/perf-tests/perf.asian-language.responses @@ -0,0 +1,2 @@ +{"method":"generateContent","response":{"candidates":[{"content":{"parts":[{"text":"0"}],"role":"model"},"finishReason":"STOP","index":0}]}} +{"method":"generateContentStream","response":[{"candidates":[{"content":{"parts":[{"text":"你好!我是 Gemini CLI,你的 AI 编程助手"}],"role":"model"},"finishReason":"STOP","index":0}],"usageMetadata":{"promptTokenCount":20648,"candidatesTokenCount":12,"totalTokenCount":20769,"promptTokensDetails":[{"modality":"TEXT","tokenCount":5}]}}]}