test(agents): add payload builder fixture helper

This commit is contained in:
Sebastian
2026-02-14 22:34:43 -05:00
parent d08ff2c2c9
commit bcadef2e20
@@ -41,16 +41,24 @@ describe("buildEmbeddedRunPayloads", () => {
...overrides, ...overrides,
}); });
it("suppresses raw API error JSON when the assistant errored", () => { type BuildPayloadParams = Parameters<typeof buildEmbeddedRunPayloads>[0];
const lastAssistant = makeAssistant({}); const buildPayloads = (overrides: Partial<BuildPayloadParams> = {}) =>
const payloads = buildEmbeddedRunPayloads({ buildEmbeddedRunPayloads({
assistantTexts: [errorJson], assistantTexts: [],
toolMetas: [], toolMetas: [],
lastAssistant, lastAssistant: undefined,
sessionKey: "session:telegram", sessionKey: "session:telegram",
inlineToolResultsAllowed: false, inlineToolResultsAllowed: false,
verboseLevel: "off", verboseLevel: "off",
reasoningLevel: "off", reasoningLevel: "off",
toolResultFormat: "plain",
...overrides,
});
it("suppresses raw API error JSON when the assistant errored", () => {
const payloads = buildPayloads({
assistantTexts: [errorJson],
lastAssistant: makeAssistant({}),
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -62,15 +70,11 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("suppresses pretty-printed error JSON that differs from the errorMessage", () => { it("suppresses pretty-printed error JSON that differs from the errorMessage", () => {
const lastAssistant = makeAssistant({ errorMessage: errorJson }); const payloads = buildPayloads({
const payloads = buildEmbeddedRunPayloads({
assistantTexts: [errorJsonPretty], assistantTexts: [errorJsonPretty],
toolMetas: [], lastAssistant: makeAssistant({ errorMessage: errorJson }),
lastAssistant,
sessionKey: "session:telegram",
inlineToolResultsAllowed: true, inlineToolResultsAllowed: true,
verboseLevel: "on", verboseLevel: "on",
reasoningLevel: "off",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -81,15 +85,8 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("suppresses raw error JSON from fallback assistant text", () => { it("suppresses raw error JSON from fallback assistant text", () => {
const lastAssistant = makeAssistant({ content: [{ type: "text", text: errorJsonPretty }] }); const payloads = buildPayloads({
const payloads = buildEmbeddedRunPayloads({ lastAssistant: makeAssistant({ content: [{ type: "text", text: errorJsonPretty }] }),
assistantTexts: [],
toolMetas: [],
lastAssistant,
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -100,19 +97,12 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("includes provider context for billing errors", () => { it("includes provider context for billing errors", () => {
const lastAssistant = makeAssistant({ const payloads = buildPayloads({
lastAssistant: makeAssistant({
errorMessage: "insufficient credits", errorMessage: "insufficient credits",
content: [{ type: "text", text: "insufficient credits" }], content: [{ type: "text", text: "insufficient credits" }],
}); }),
const payloads = buildEmbeddedRunPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant,
sessionKey: "session:telegram",
provider: "Anthropic", provider: "Anthropic",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -121,15 +111,9 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("suppresses raw error JSON even when errorMessage is missing", () => { it("suppresses raw error JSON even when errorMessage is missing", () => {
const lastAssistant = makeAssistant({ errorMessage: undefined }); const payloads = buildPayloads({
const payloads = buildEmbeddedRunPayloads({
assistantTexts: [errorJsonPretty], assistantTexts: [errorJsonPretty],
toolMetas: [], lastAssistant: makeAssistant({ errorMessage: undefined }),
lastAssistant,
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -138,19 +122,13 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("does not suppress error-shaped JSON when the assistant did not error", () => { it("does not suppress error-shaped JSON when the assistant did not error", () => {
const lastAssistant = makeAssistant({ const payloads = buildPayloads({
assistantTexts: [errorJsonPretty],
lastAssistant: makeAssistant({
stopReason: "stop", stopReason: "stop",
errorMessage: undefined, errorMessage: undefined,
content: [], content: [],
}); }),
const payloads = buildEmbeddedRunPayloads({
assistantTexts: [errorJsonPretty],
toolMetas: [],
lastAssistant,
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -158,16 +136,8 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("adds a fallback error when a tool fails and no assistant output exists", () => { it("adds a fallback error when a tool fails and no assistant output exists", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "browser", error: "tab not found" }, lastToolError: { toolName: "browser", error: "tab not found" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -177,21 +147,14 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("does not add tool error fallback when assistant output exists", () => { it("does not add tool error fallback when assistant output exists", () => {
const lastAssistant = makeAssistant({ const payloads = buildPayloads({
assistantTexts: ["All good"],
lastAssistant: makeAssistant({
stopReason: "stop", stopReason: "stop",
errorMessage: undefined, errorMessage: undefined,
content: [], content: [],
}); }),
const payloads = buildEmbeddedRunPayloads({
assistantTexts: ["All good"],
toolMetas: [],
lastAssistant,
lastToolError: { toolName: "browser", error: "tab not found" }, lastToolError: { toolName: "browser", error: "tab not found" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -199,7 +162,8 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("adds tool error fallback when the assistant only invoked tools", () => { it("adds tool error fallback when the assistant only invoked tools", () => {
const lastAssistant = makeAssistant({ const payloads = buildPayloads({
lastAssistant: makeAssistant({
stopReason: "toolUse", stopReason: "toolUse",
errorMessage: undefined, errorMessage: undefined,
content: [ content: [
@@ -210,17 +174,8 @@ describe("buildEmbeddedRunPayloads", () => {
arguments: { command: "echo hi" }, arguments: { command: "echo hi" },
}, },
], ],
}); }),
const payloads = buildEmbeddedRunPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant,
lastToolError: { toolName: "exec", error: "Command exited with code 1" }, lastToolError: { toolName: "exec", error: "Command exited with code 1" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -230,16 +185,8 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("suppresses recoverable tool errors containing 'required' for non-mutating tools", () => { it("suppresses recoverable tool errors containing 'required' for non-mutating tools", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "browser", error: "url required" }, lastToolError: { toolName: "browser", error: "url required" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
// Recoverable errors should not be sent to the user // Recoverable errors should not be sent to the user
@@ -247,66 +194,34 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("suppresses recoverable tool errors containing 'missing' for non-mutating tools", () => { it("suppresses recoverable tool errors containing 'missing' for non-mutating tools", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "browser", error: "url missing" }, lastToolError: { toolName: "browser", error: "url missing" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(0); expect(payloads).toHaveLength(0);
}); });
it("suppresses recoverable tool errors containing 'invalid' for non-mutating tools", () => { it("suppresses recoverable tool errors containing 'invalid' for non-mutating tools", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "browser", error: "invalid parameter: url" }, lastToolError: { toolName: "browser", error: "invalid parameter: url" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(0); expect(payloads).toHaveLength(0);
}); });
it("suppresses non-mutating non-recoverable tool errors when messages.suppressToolErrors is enabled", () => { it("suppresses non-mutating non-recoverable tool errors when messages.suppressToolErrors is enabled", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "browser", error: "connection timeout" }, lastToolError: { toolName: "browser", error: "connection timeout" },
config: { messages: { suppressToolErrors: true } }, config: { messages: { suppressToolErrors: true } },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(0); expect(payloads).toHaveLength(0);
}); });
it("still shows mutating tool errors when messages.suppressToolErrors is enabled", () => { it("still shows mutating tool errors when messages.suppressToolErrors is enabled", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "write", error: "connection timeout" }, lastToolError: { toolName: "write", error: "connection timeout" },
config: { messages: { suppressToolErrors: true } }, config: { messages: { suppressToolErrors: true } },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -315,16 +230,8 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("shows recoverable tool errors for mutating tools", () => { it("shows recoverable tool errors for mutating tools", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "message", meta: "reply", error: "text required" }, lastToolError: { toolName: "message", meta: "reply", error: "text required" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -333,16 +240,10 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("shows mutating tool errors even when assistant output exists", () => { it("shows mutating tool errors even when assistant output exists", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: ["Done."], assistantTexts: ["Done."],
toolMetas: [],
lastAssistant: { stopReason: "end_turn" } as AssistantMessage, lastAssistant: { stopReason: "end_turn" } as AssistantMessage,
lastToolError: { toolName: "write", error: "file missing" }, lastToolError: { toolName: "write", error: "file missing" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(2); expect(payloads).toHaveLength(2);
@@ -352,20 +253,14 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("does not treat session_status read failures as mutating when explicitly flagged", () => { it("does not treat session_status read failures as mutating when explicitly flagged", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: ["Status loaded."], assistantTexts: ["Status loaded."],
toolMetas: [],
lastAssistant: { stopReason: "end_turn" } as AssistantMessage, lastAssistant: { stopReason: "end_turn" } as AssistantMessage,
lastToolError: { lastToolError: {
toolName: "session_status", toolName: "session_status",
error: "model required", error: "model required",
mutatingAction: false, mutatingAction: false,
}, },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -373,38 +268,24 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("dedupes identical tool warning text already present in assistant output", () => { it("dedupes identical tool warning text already present in assistant output", () => {
const seed = buildEmbeddedRunPayloads({ const seed = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { lastToolError: {
toolName: "write", toolName: "write",
error: "file missing", error: "file missing",
mutatingAction: true, mutatingAction: true,
}, },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
const warningText = seed[0]?.text; const warningText = seed[0]?.text;
expect(warningText).toBeTruthy(); expect(warningText).toBeTruthy();
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [warningText ?? ""], assistantTexts: [warningText ?? ""],
toolMetas: [],
lastAssistant: { stopReason: "end_turn" } as AssistantMessage, lastAssistant: { stopReason: "end_turn" } as AssistantMessage,
lastToolError: { lastToolError: {
toolName: "write", toolName: "write",
error: "file missing", error: "file missing",
mutatingAction: true, mutatingAction: true,
}, },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
expect(payloads).toHaveLength(1); expect(payloads).toHaveLength(1);
@@ -412,16 +293,8 @@ describe("buildEmbeddedRunPayloads", () => {
}); });
it("shows non-recoverable tool errors to the user", () => { it("shows non-recoverable tool errors to the user", () => {
const payloads = buildEmbeddedRunPayloads({ const payloads = buildPayloads({
assistantTexts: [],
toolMetas: [],
lastAssistant: undefined,
lastToolError: { toolName: "browser", error: "connection timeout" }, lastToolError: { toolName: "browser", error: "connection timeout" },
sessionKey: "session:telegram",
inlineToolResultsAllowed: false,
verboseLevel: "off",
reasoningLevel: "off",
toolResultFormat: "plain",
}); });
// Non-recoverable errors should still be shown // Non-recoverable errors should still be shown