pi-mono/packages/coding-agent/test/default-tools-setting.test.ts
Armin Ronacher ddaa0a0341 feat(coding-agent): accept +name/-name entries in --tools
A --tools list of only +name/-name entries changes the default tool
selection like the defaultTools setting, e.g. pi -t +codemode. Mixed
lists and patterns in modifiers are rejected, and /reload keeps tools
removed with -name removed.
2026-10-06 13:51:04 +02:00

310 lines
11 KiB
TypeScript

import { existsSync, mkdirSync, rmSync, writeFileSync } from "node:fs";
import { tmpdir } from "node:os";
import { join } from "node:path";
import { getModel } from "@earendil-works/pi-ai/compat";
import { Type } from "typebox";
import { afterEach, beforeEach, describe, expect, it } from "vitest";
import { createAgentSessionFromServices, createAgentSessionServices } from "../src/core/agent-session-services.ts";
import { DefaultResourceLoader } from "../src/core/resource-loader.ts";
import { type CreateAgentSessionOptions, createAgentSession, type InlineExtension } from "../src/core/sdk.ts";
import { SessionManager } from "../src/core/session-manager.ts";
import { SettingsManager } from "../src/core/settings-manager.ts";
type ToolOptions = Pick<CreateAgentSessionOptions, "tools" | "excludeTools" | "noTools" | "customTools">;
describe("defaultTools setting", () => {
let tempDir: string;
let agentDir: string;
beforeEach(() => {
tempDir = join(tmpdir(), `pi-default-tools-${Date.now()}-${Math.random().toString(36).slice(2)}`);
agentDir = join(tempDir, "agent");
mkdirSync(agentDir, { recursive: true });
});
afterEach(() => {
if (tempDir && existsSync(tempDir)) {
rmSync(tempDir, { recursive: true, force: true });
}
});
async function createSession(
defaultTools: string[],
options: ToolOptions = {},
extensionFactories: InlineExtension[] = [],
) {
const settingsManager = SettingsManager.inMemory({ defaultTools });
const resourceLoader = new DefaultResourceLoader({
cwd: tempDir,
agentDir,
settingsManager,
extensionFactories,
});
await resourceLoader.reload();
return (
await createAgentSession({
cwd: tempDir,
agentDir,
model: getModel("anthropic", "claude-sonnet-4-5")!,
settingsManager,
sessionManager: SessionManager.inMemory(tempDir),
resourceLoader,
...options,
})
).session;
}
it("uses the configured list as the initial built-in selection", async () => {
const session = await createSession(["grep", "find"]);
expect(
session
.getAllTools()
.map((tool) => tool.name)
.sort(),
).toEqual(["bash", "edit", "find", "grep", "ls", "powershell", "read", "write"]);
expect(session.getActiveToolNames()).toEqual(["grep", "find"]);
expect(session.systemPrompt).toContain("- grep:");
expect(session.systemPrompt).not.toContain("- read:");
session.dispose();
});
it("can select powershell instead of bash", async () => {
const session = await createSession(["read", "powershell", "edit", "write"]);
expect(session.getActiveToolNames()).toEqual(["read", "powershell", "edit", "write"]);
expect(session.systemPrompt).toContain("- powershell: Execute PowerShell commands");
expect(session.systemPrompt).not.toContain("- bash:");
session.dispose();
});
it("activates an inactive extension tool with +name", async () => {
const session = await createSession(["+inactive_tool", "-write"], {}, [
(pi) => {
pi.registerTool({
name: "inactive_tool",
label: "Inactive Tool",
description: "Extension tool registered inactive",
parameters: Type.Object({}),
execute: async () => ({ content: [{ type: "text", text: "ok" }], details: {} }),
defaultActive: false,
});
},
]);
expect(session.getActiveToolNames().sort()).toEqual(["bash", "edit", "inactive_tool", "read"]);
session.dispose();
});
it("keeps extension and SDK custom tools enabled", async () => {
const session = await createSession(
["grep"],
{
customTools: [
{
name: "sdk_tool",
label: "SDK Tool",
description: "SDK custom tool",
parameters: Type.Object({}),
execute: async () => ({ content: [{ type: "text", text: "ok" }], details: {} }),
},
],
},
[
(pi) => {
pi.registerTool({
name: "static_tool",
label: "Static Tool",
description: "Statically registered extension tool",
parameters: Type.Object({}),
execute: async () => ({ content: [{ type: "text", text: "ok" }], details: {} }),
});
pi.on("session_start", () => {
pi.registerTool({
name: "dynamic_tool",
label: "Dynamic Tool",
description: "Dynamically registered extension tool",
parameters: Type.Object({}),
execute: async () => ({ content: [{ type: "text", text: "ok" }], details: {} }),
});
});
},
],
);
await session.bindExtensions({});
expect(session.getActiveToolNames().sort()).toEqual(["dynamic_tool", "grep", "sdk_tool", "static_tool"]);
expect(session.getAllTools().map((tool) => tool.name)).toEqual(
expect.arrayContaining(["read", "dynamic_tool", "sdk_tool", "static_tool"]),
);
session.dispose();
});
it("preserves explicit tool option precedence", async () => {
const allowlistedSession = await createSession(["grep"], { tools: ["read"] });
expect(allowlistedSession.getActiveToolNames()).toEqual(["read"]);
allowlistedSession.dispose();
const excludedSession = await createSession(["read", "grep"], { excludeTools: ["read"] });
expect(excludedSession.getActiveToolNames()).toEqual(["grep"]);
excludedSession.dispose();
const toolLessSession = await createSession(["read"], { noTools: "all" });
expect(toolLessSession.getAllTools()).toEqual([]);
expect(toolLessSession.getActiveToolNames()).toEqual([]);
toolLessSession.dispose();
});
it("applies +name and -name tool options to the default selection", async () => {
const inactiveTool: InlineExtension = (pi) => {
pi.registerTool({
name: "inactive_tool",
label: "Inactive Tool",
description: "Extension tool registered inactive",
parameters: Type.Object({}),
execute: async () => ({ content: [{ type: "text", text: "ok" }], details: {} }),
defaultActive: false,
});
pi.registerTool({
name: "active_tool",
label: "Active Tool",
description: "Extension tool registered active",
parameters: Type.Object({}),
execute: async () => ({ content: [{ type: "text", text: "ok" }], details: {} }),
});
};
const session = await createSession(["+grep"], { tools: ["+inactive_tool", "-write"] }, [inactiveTool]);
expect(session.getActiveToolNames().sort()).toEqual([
"active_tool",
"bash",
"edit",
"grep",
"inactive_tool",
"read",
]);
session.dispose();
const toolLess = await createSession(["read"], { noTools: "all", tools: ["+inactive_tool"] }, [inactiveTool]);
expect(toolLess.getActiveToolNames()).toEqual(["inactive_tool"]);
toolLess.dispose();
});
it("rejects invalid tool modifier options", async () => {
await expect(createSession([], { tools: ["read", "+grep"] })).rejects.toThrow(
"Invalid tools option: tool names cannot be mixed with +name or -name entries",
);
await expect(createSession([], { tools: ["-gr*"] })).rejects.toThrow(
"Invalid tools option: +name and -name entries take exact tool names, not patterns: -gr*",
);
});
describe("reload", () => {
const inactiveTool: InlineExtension = (pi) => {
pi.registerTool({
name: "inactive_tool",
label: "Inactive Tool",
description: "Extension tool registered inactive",
parameters: Type.Object({}),
execute: async () => ({ content: [{ type: "text", text: "ok" }], details: {} }),
defaultActive: false,
});
};
const writeSettings = (settings: object) =>
writeFileSync(join(agentDir, "settings.json"), JSON.stringify(settings));
async function createFileSession(options: ToolOptions = {}) {
const settingsManager = SettingsManager.create(tempDir, agentDir);
const resourceLoader = new DefaultResourceLoader({
cwd: tempDir,
agentDir,
settingsManager,
extensionFactories: [inactiveTool],
});
await resourceLoader.reload();
return (
await createAgentSession({
cwd: tempDir,
agentDir,
model: getModel("anthropic", "claude-sonnet-4-5")!,
settingsManager,
sessionManager: SessionManager.inMemory(tempDir),
resourceLoader,
...options,
})
).session;
}
// #10245
it("activates only tools newly added to defaultTools", async () => {
const session = await createFileSession();
expect(session.getActiveToolNames()).toEqual(["read", "bash", "edit", "write"]);
session.setActiveToolsByName(["read", "edit", "write"]);
writeSettings({ defaultTools: ["+inactive_tool", "+grep"] });
await session.reload();
// bash was disabled during the session and is not newly added, so it stays off.
expect(session.getActiveToolNames().sort()).toEqual(["edit", "grep", "inactive_tool", "read", "write"]);
// Removing tools from the setting does not disable them.
writeSettings({ defaultTools: ["-read"] });
await session.reload();
expect(session.getActiveToolNames().sort()).toEqual(["edit", "grep", "inactive_tool", "read", "write"]);
session.dispose();
});
it("keeps tools removed by -name tool options removed on reload", async () => {
writeSettings({ defaultTools: ["read"] });
const session = await createFileSession({ tools: ["-bash", "+grep"] });
expect(session.getActiveToolNames()).toEqual(["read", "grep"]);
writeSettings({ defaultTools: ["read", "bash", "inactive_tool"] });
await session.reload();
expect(session.getActiveToolNames().sort()).toEqual(["grep", "inactive_tool", "read"]);
session.dispose();
});
it("keeps explicit tool options on reload", async () => {
const allowlisted = await createFileSession({ tools: ["read"] });
writeSettings({ defaultTools: ["+grep"] });
await allowlisted.reload();
expect(allowlisted.getActiveToolNames()).toEqual(["read"]);
allowlisted.dispose();
writeSettings({});
const builtinless = await createFileSession({ noTools: "builtin" });
writeSettings({ defaultTools: ["+grep"] });
await builtinless.reload();
expect(builtinless.getActiveToolNames()).toEqual([]);
builtinless.dispose();
writeSettings({});
const excluded = await createFileSession({ excludeTools: ["grep"] });
writeSettings({ defaultTools: ["+grep", "+inactive_tool"] });
await excluded.reload();
expect(excluded.getActiveToolNames().sort()).toEqual(["bash", "edit", "inactive_tool", "read", "write"]);
excluded.dispose();
});
});
it("applies through service-based session creation", async () => {
const settingsManager = SettingsManager.inMemory({ defaultTools: ["ls"] });
const services = await createAgentSessionServices({ cwd: tempDir, agentDir, settingsManager });
const { session } = await createAgentSessionFromServices({
services,
sessionManager: SessionManager.inMemory(tempDir),
model: getModel("anthropic", "claude-sonnet-4-5")!,
});
expect(
session
.getAllTools()
.map((tool) => tool.name)
.sort(),
).toEqual(["bash", "edit", "find", "grep", "ls", "powershell", "read", "write"]);
expect(session.getActiveToolNames()).toEqual(["ls"]);
session.dispose();
});
});