/** * @license * Copyright 2025 Google LLC * SPDX-License-Identifier: Apache-2.0 */ import fsPromises from 'node:fs/promises'; import path from 'node:path'; import os, { EOL } from 'node:os'; import crypto from 'node:crypto'; import type { Config } from '../config/config.js'; import { debugLogger } from '../index.js'; import { ToolErrorType } from './tool-error.js'; import type { ToolInvocation, ToolResult, ToolCallConfirmationDetails, ToolExecuteConfirmationDetails, } from './tools.js'; import { BaseDeclarativeTool, BaseToolInvocation, ToolConfirmationOutcome, Kind, type PolicyUpdateOptions, } from './tools.js'; import { getErrorMessage } from '../utils/errors.js'; import { summarizeToolOutput } from '../utils/summarizer.js'; import type { ShellExecutionConfig, ShellOutputEvent, } from '../services/shellExecutionService.js'; import { ShellExecutionService } from '../services/shellExecutionService.js'; import { formatBytes } from '../utils/formatters.js'; import type { AnsiOutput } from '../utils/terminalSerializer.js'; import { getCommandRoots, initializeShellParsers, stripShellWrapper, parseCommandDetails, hasRedirection, } from '../utils/shell-utils.js'; import { SHELL_TOOL_NAME } from './tool-names.js'; import type { MessageBus } from '../confirmation-bus/message-bus.js'; import { getShellDefinition } from './definitions/coreTools.js'; import { resolveToolDeclaration } from './definitions/resolver.js'; export const OUTPUT_UPDATE_INTERVAL_MS = 1000; // Delay so user does not see the output of the process before the process is moved to the background. const BACKGROUND_DELAY_MS = 200; export interface ShellToolParams { command: string; description?: string; dir_path?: string; is_background?: boolean; } export class ShellToolInvocation extends BaseToolInvocation< ShellToolParams, ToolResult > { constructor( private readonly config: Config, params: ShellToolParams, messageBus: MessageBus, _toolName?: string, _toolDisplayName?: string, ) { super(params, messageBus, _toolName, _toolDisplayName); } getDescription(): string { let description = `${this.params.command}`; // append optional [in directory] // note description is needed even if validation fails due to absolute path if (this.params.dir_path) { description += ` [in ${this.params.dir_path}]`; } else { description += ` [current working directory ${process.cwd()}]`; } // append optional (description), replacing any line breaks with spaces if (this.params.description) { description += ` (${this.params.description.replace(/\n/g, ' ')})`; } if (this.params.is_background) { description += ' [background]'; } return description; } protected override getPolicyUpdateOptions( outcome: ToolConfirmationOutcome, ): PolicyUpdateOptions | undefined { if ( outcome === ToolConfirmationOutcome.ProceedAlwaysAndSave || outcome === ToolConfirmationOutcome.ProceedAlways ) { const command = stripShellWrapper(this.params.command); const rootCommands = [...new Set(getCommandRoots(command))]; if (rootCommands.length > 0) { return { commandPrefix: rootCommands }; } return { commandPrefix: this.params.command }; } return undefined; } protected override async getConfirmationDetails( _abortSignal: AbortSignal, ): Promise { const command = stripShellWrapper(this.params.command); const parsed = parseCommandDetails(command); let rootCommandDisplay = ''; if (!parsed || parsed.hasError || parsed.details.length === 0) { // Fallback if parser fails const fallback = command.trim().split(/\s+/)[0]; rootCommandDisplay = fallback || 'shell command'; if (hasRedirection(command)) { rootCommandDisplay += ', redirection'; } } else { rootCommandDisplay = parsed.details .map((detail) => detail.name) .join(', '); } const rootCommands = [...new Set(getCommandRoots(command))]; // Rely entirely on PolicyEngine for interactive confirmation. // If we are here, it means PolicyEngine returned ASK_USER (or no message bus), // so we must provide confirmation details. const confirmationDetails: ToolExecuteConfirmationDetails = { type: 'exec', title: 'Confirm Shell Command', command: this.params.command, rootCommand: rootCommandDisplay, rootCommands, onConfirm: async (outcome: ToolConfirmationOutcome) => { await this.publishPolicyUpdate(outcome); }, }; return confirmationDetails; } async execute( signal: AbortSignal, updateOutput?: (output: string | AnsiOutput) => void, shellExecutionConfig?: ShellExecutionConfig, setPidCallback?: (pid: number) => void, ): Promise { const strippedCommand = stripShellWrapper(this.params.command); if (signal.aborted) { return { llmContent: 'Command was cancelled by user before it could start.', returnDisplay: 'Command cancelled by user.', }; } const isWindows = os.platform() === 'win32'; const tempFileName = `shell_pgrep_${crypto .randomBytes(6) .toString('hex')}.tmp`; const tempFilePath = path.join(os.tmpdir(), tempFileName); const timeoutMs = this.config.getShellToolInactivityTimeout(); const timeoutController = new AbortController(); let timeoutTimer: NodeJS.Timeout | undefined; // Handle signal combination manually to avoid TS issues or runtime missing features const combinedController = new AbortController(); const onAbort = () => combinedController.abort(); try { // pgrep is not available on Windows, so we can't get background PIDs const commandToExecute = isWindows ? strippedCommand : (() => { // wrap command to append subprocess pids (via pgrep) to temporary file let command = strippedCommand.trim(); if (!command.endsWith('&')) command += ';'; return `{ ${command} }; __code=$?; pgrep -g 0 >${tempFilePath} 2>&1; exit $__code;`; })(); const cwd = this.params.dir_path ? path.resolve(this.config.getTargetDir(), this.params.dir_path) : this.config.getTargetDir(); const validationError = this.config.validatePathAccess(cwd); if (validationError) { return { llmContent: validationError, returnDisplay: 'Path not in workspace.', error: { message: validationError, type: ToolErrorType.PATH_NOT_IN_WORKSPACE, }, }; } let cumulativeOutput: string | AnsiOutput = ''; let lastUpdateTime = Date.now(); let isBinaryStream = false; const resetTimeout = () => { if (timeoutMs <= 0) { return; } if (timeoutTimer) clearTimeout(timeoutTimer); timeoutTimer = setTimeout(() => { timeoutController.abort(); }, timeoutMs); }; signal.addEventListener('abort', onAbort, { once: true }); timeoutController.signal.addEventListener('abort', onAbort, { once: true, }); // Start timeout resetTimeout(); const { result: resultPromise, pid } = await ShellExecutionService.execute( commandToExecute, cwd, (event: ShellOutputEvent) => { resetTimeout(); // Reset timeout on any event if (!updateOutput) { return; } let shouldUpdate = false; switch (event.type) { case 'data': if (isBinaryStream) break; cumulativeOutput = event.chunk; shouldUpdate = true; break; case 'binary_detected': isBinaryStream = true; cumulativeOutput = '[Binary output detected. Halting stream...]'; shouldUpdate = true; break; case 'binary_progress': isBinaryStream = true; cumulativeOutput = `[Receiving binary output... ${formatBytes( event.bytesReceived, )} received]`; if (Date.now() - lastUpdateTime > OUTPUT_UPDATE_INTERVAL_MS) { shouldUpdate = true; } break; case 'exit': break; default: { throw new Error('An unhandled ShellOutputEvent was found.'); } } if (shouldUpdate && !this.params.is_background) { updateOutput(cumulativeOutput); lastUpdateTime = Date.now(); } }, combinedController.signal, this.config.getEnableInteractiveShell(), { ...shellExecutionConfig, pager: 'cat', sanitizationConfig: shellExecutionConfig?.sanitizationConfig ?? this.config.sanitizationConfig, }, ); if (pid) { if (setPidCallback) { setPidCallback(pid); } // If the model requested to run in the background, do so after a short delay. if (this.params.is_background) { setTimeout(() => { ShellExecutionService.background(pid); }, BACKGROUND_DELAY_MS); } } const result = await resultPromise; const backgroundPIDs: number[] = []; if (os.platform() !== 'win32') { let tempFileExists = false; try { await fsPromises.access(tempFilePath); tempFileExists = true; } catch { tempFileExists = false; } if (tempFileExists) { const pgrepContent = await fsPromises.readFile(tempFilePath, 'utf8'); const pgrepLines = pgrepContent.split(EOL).filter(Boolean); for (const line of pgrepLines) { if (!/^\d+$/.test(line)) { debugLogger.error(`pgrep: ${line}`); } const pid = Number(line); if (pid !== result.pid) { backgroundPIDs.push(pid); } } } else { if (!signal.aborted && !result.backgrounded) { debugLogger.error('missing pgrep output'); } } } let data: Record | undefined; let llmContent = ''; let timeoutMessage = ''; if (result.aborted) { if (timeoutController.signal.aborted) { timeoutMessage = `Command was automatically cancelled because it exceeded the timeout of ${( timeoutMs / 60000 ).toFixed(1)} minutes without output.`; llmContent = timeoutMessage; } else { llmContent = 'Command was cancelled by user before it could complete.'; } if (result.output.trim()) { llmContent += ` Below is the output before it was cancelled:\n${result.output}`; } else { llmContent += ' There was no output before it was cancelled.'; } } else if (this.params.is_background || result.backgrounded) { llmContent = `Command moved to background (PID: ${result.pid}). Output hidden. Press Ctrl+B to view.`; data = { pid: result.pid, command: this.params.command, initialOutput: result.output, }; } else { // Create a formatted error string for display, replacing the wrapper command // with the user-facing command. if (result.exitCode !== null) { parts.push(`${result.exitCode}`); } const output = result.output || '(empty)'; const parts = [``]; if (result.error) { const finalError = result.error.message.replaceAll( commandToExecute, this.params.command, ); parts.push(``); } if (result.signal) { parts.push(`${result.signal}`); } if (backgroundPIDs.length) { parts.push( `${backgroundPIDs.join(', ')}`, ); } if (result.pid) { parts.push(`${result.pid}`); } llmContent = `\n${parts .map((p) => ` ${p}`) .join('\n')}\n`; } let returnDisplayMessage = ''; if (this.config.getDebugMode()) { returnDisplayMessage = llmContent; } else { if (this.params.is_background || result.backgrounded) { returnDisplayMessage = `Command moved to background (PID: ${result.pid}). Output hidden. Press Ctrl+B to view.`; } else if (result.output.trim()) { returnDisplayMessage = result.output; } else { if (result.aborted) { if (timeoutMessage) { returnDisplayMessage = timeoutMessage; } else { returnDisplayMessage = 'Command cancelled by user.'; } } else if (result.signal) { returnDisplayMessage = `Command terminated by signal: ${result.signal}`; } else if (result.error) { returnDisplayMessage = `Command failed: ${getErrorMessage( result.error, )}`; } else if (result.exitCode !== null && result.exitCode !== 0) { returnDisplayMessage = `Command exited with code: ${result.exitCode}`; } // If output is empty and command succeeded (code 0, no error/signal/abort), // returnDisplayMessage will remain empty, which is fine. } } const summarizeConfig = this.config.getSummarizeToolOutputConfig(); const executionError = result.error ? { error: { message: result.error.message, type: ToolErrorType.SHELL_EXECUTE_ERROR, }, } : {}; if (summarizeConfig && summarizeConfig[SHELL_TOOL_NAME]) { const summary = await summarizeToolOutput( this.config, { model: 'summarizer-shell' }, llmContent, this.config.getGeminiClient(), signal, ); return { llmContent: summary, returnDisplay: returnDisplayMessage, ...executionError, }; } return { llmContent, returnDisplay: returnDisplayMessage, data, ...executionError, }; } finally { if (timeoutTimer) clearTimeout(timeoutTimer); signal.removeEventListener('abort', onAbort); timeoutController.signal.removeEventListener('abort', onAbort); try { await fsPromises.unlink(tempFilePath); } catch { // Ignore errors during unlink } } } } export class ShellTool extends BaseDeclarativeTool< ShellToolParams, ToolResult > { static readonly Name = SHELL_TOOL_NAME; constructor( private readonly config: Config, messageBus: MessageBus, ) { void initializeShellParsers().catch(() => { // Errors are surfaced when parsing commands. }); const definition = getShellDefinition( config.getEnableInteractiveShell(), config.getEnableShellOutputEfficiency(), ); super( ShellTool.Name, 'Shell', definition.base.description!, Kind.Execute, definition.base.parametersJsonSchema, messageBus, false, // output is not markdown true, // output can be updated ); } protected override validateToolParamValues( params: ShellToolParams, ): string | null { if (!params.command.trim()) { return 'Command cannot be empty.'; } if (params.dir_path) { const resolvedPath = path.resolve( this.config.getTargetDir(), params.dir_path, ); return this.config.validatePathAccess(resolvedPath); } return null; } protected createInvocation( params: ShellToolParams, messageBus: MessageBus, _toolName?: string, _toolDisplayName?: string, ): ToolInvocation { return new ShellToolInvocation( this.config, params, messageBus, _toolName, _toolDisplayName, ); } override getSchema(modelId?: string) { const definition = getShellDefinition( this.config.getEnableInteractiveShell(), this.config.getEnableShellOutputEfficiency(), ); return resolveToolDeclaration(definition, modelId); } }