mirror of
https://github.com/google-gemini/gemini-cli.git
synced 2026-05-13 05:12:55 -07:00
Enable the ability to queue specific nightly eval tests (#17262)
This commit is contained in:
committed by
GitHub
parent
5debf86854
commit
982a093791
@@ -9,6 +9,10 @@ on:
|
|||||||
description: 'Run all evaluations (including usually passing)'
|
description: 'Run all evaluations (including usually passing)'
|
||||||
type: 'boolean'
|
type: 'boolean'
|
||||||
default: true
|
default: true
|
||||||
|
test_name_pattern:
|
||||||
|
description: 'Test name pattern or file name'
|
||||||
|
required: false
|
||||||
|
type: 'string'
|
||||||
|
|
||||||
permissions:
|
permissions:
|
||||||
contents: 'read'
|
contents: 'read'
|
||||||
@@ -53,7 +57,20 @@ jobs:
|
|||||||
GEMINI_API_KEY: '${{ secrets.GEMINI_API_KEY }}'
|
GEMINI_API_KEY: '${{ secrets.GEMINI_API_KEY }}'
|
||||||
GEMINI_MODEL: '${{ matrix.model }}'
|
GEMINI_MODEL: '${{ matrix.model }}'
|
||||||
RUN_EVALS: "${{ github.event.inputs.run_all != 'false' }}"
|
RUN_EVALS: "${{ github.event.inputs.run_all != 'false' }}"
|
||||||
run: 'npm run test:all_evals'
|
TEST_NAME_PATTERN: '${{ github.event.inputs.test_name_pattern }}'
|
||||||
|
run: |
|
||||||
|
CMD="npm run test:all_evals"
|
||||||
|
PATTERN="${{ env.TEST_NAME_PATTERN }}"
|
||||||
|
|
||||||
|
if [[ -n "$PATTERN" ]]; then
|
||||||
|
if [[ "$PATTERN" == *.ts || "$PATTERN" == *.js || "$PATTERN" == */* ]]; then
|
||||||
|
$CMD -- "$PATTERN"
|
||||||
|
else
|
||||||
|
$CMD -- -t "$PATTERN"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
$CMD
|
||||||
|
fi
|
||||||
|
|
||||||
- name: 'Upload Logs'
|
- name: 'Upload Logs'
|
||||||
if: 'always()'
|
if: 'always()'
|
||||||
|
|||||||
Reference in New Issue
Block a user