|
| 1 | +// npx vitest core/assistant-message/__tests__/error-interceptor-guided-format.integration.spec.ts |
| 2 | + |
| 3 | +import { describe, it, expect, beforeEach, vi } from "vitest" |
| 4 | +import { Anthropic } from "@anthropic-ai/sdk" |
| 5 | + |
| 6 | +import { ToolErrorInterceptor } from "../../tools/error-interception/ToolErrorInterceptor" |
| 7 | +import { getTaskErrorState } from "../../tools/error-interception" |
| 8 | +import { NativeToolCallParser } from "../NativeToolCallParser" |
| 9 | + |
| 10 | +import type { Task } from "../../task/Task" |
| 11 | + |
| 12 | +// --------------------------------------------------------------------------- |
| 13 | +// Integration test: REAL ToolErrorInterceptor + REAL NativeToolCallParser |
| 14 | +// + REAL Task.pushToolResultToUserContent dedup. |
| 15 | +// |
| 16 | +// This spec pins two seams that edelauna identified: |
| 17 | +// 1. The parser→dispatch handoff (real consumeParseError / consumeParseFailure) |
| 18 | +// 2. The real Task.pushToolResultToUserContent dedup (not mocked) |
| 19 | +// |
| 20 | +// The INVALID_JSON_ARGUMENTS pattern (EI/INVALID_JSON_ARGUMENTS/001) is |
| 21 | +// exercised through the real interceptor to verify the guided message |
| 22 | +// format matches what the E2E fixture expects: human-readable |
| 23 | +// <error_details> with "Category:" and "Pattern:" lines — NOT JSON. |
| 24 | +// --------------------------------------------------------------------------- |
| 25 | + |
| 26 | +// Mock ONLY external boundaries required for determinism. |
| 27 | +// ToolErrorInterceptor, NativeToolCallParser, and pushToolResultToUserContent |
| 28 | +// remain REAL. |
| 29 | +vi.mock("../../task/Task") |
| 30 | +vi.mock("@roo-code/core", () => ({ |
| 31 | + customToolRegistry: { |
| 32 | + get: vi.fn(() => undefined), |
| 33 | + has: vi.fn(() => false), |
| 34 | + }, |
| 35 | + ConsecutiveMistakeError: class ConsecutiveMistakeError extends Error { |
| 36 | + constructor(message: string) { |
| 37 | + super(message) |
| 38 | + } |
| 39 | + }, |
| 40 | +})) |
| 41 | +vi.mock("@roo-code/telemetry", () => ({ |
| 42 | + TelemetryService: { |
| 43 | + instance: { |
| 44 | + captureToolUsage: vi.fn(), |
| 45 | + captureConsecutiveMistakeError: vi.fn(), |
| 46 | + captureEvent: vi.fn(), |
| 47 | + captureException: vi.fn(), |
| 48 | + }, |
| 49 | + }, |
| 50 | +})) |
| 51 | +vi.mock("../../i18n", () => ({ |
| 52 | + t: vi.fn((key: string, params?: Record<string, unknown>) => { |
| 53 | + if (key === "tools:unknownToolError") return `Unknown tool ${params?.toolName}` |
| 54 | + return key |
| 55 | + }), |
| 56 | +})) |
| 57 | + |
| 58 | +// --------------------------------------------------------------------------- |
| 59 | +// Minimal task fixture — only the fields pushToolResultToUserContent reads. |
| 60 | +// --------------------------------------------------------------------------- |
| 61 | + |
| 62 | +interface MinimalTaskFixture { |
| 63 | + taskId: string |
| 64 | + userMessageContent: Array<Anthropic.TextBlockParam | Anthropic.ImageBlockParam | Anthropic.ToolResultBlockParam> |
| 65 | + pushToolResultToUserContent: (toolResult: Anthropic.ToolResultBlockParam) => boolean |
| 66 | +} |
| 67 | + |
| 68 | +function createMinimalTaskFixture(): MinimalTaskFixture { |
| 69 | + const sharedUserMessageContent: Array< |
| 70 | + Anthropic.TextBlockParam | Anthropic.ImageBlockParam | Anthropic.ToolResultBlockParam |
| 71 | + > = [] |
| 72 | + |
| 73 | + const fixtureBase: Pick<Task, "userMessageContent"> = { |
| 74 | + userMessageContent: sharedUserMessageContent, |
| 75 | + } |
| 76 | + |
| 77 | + const taskProto = Object.getPrototypeOf(fixtureBase) as object |
| 78 | + const pushMethod = ( |
| 79 | + taskProto as unknown as { |
| 80 | + pushToolResultToUserContent?: (this: unknown, toolResult: Anthropic.ToolResultBlockParam) => boolean |
| 81 | + } |
| 82 | + ).pushToolResultToUserContent |
| 83 | + |
| 84 | + // Fallback to the real implementation logic if the prototype doesn't have |
| 85 | + // the method (because Task is mocked at module level). |
| 86 | + const realPushToolResultToUserContent: (toolResult: Anthropic.ToolResultBlockParam) => boolean = pushMethod |
| 87 | + ? pushMethod.bind(fixtureBase as unknown as object) |
| 88 | + : (toolResult: Anthropic.ToolResultBlockParam): boolean => { |
| 89 | + const existing = sharedUserMessageContent.find( |
| 90 | + (block): block is Anthropic.ToolResultBlockParam => |
| 91 | + block.type === "tool_result" && block.tool_use_id === toolResult.tool_use_id, |
| 92 | + ) |
| 93 | + if (existing) { |
| 94 | + return false |
| 95 | + } |
| 96 | + sharedUserMessageContent.push(toolResult) |
| 97 | + return true |
| 98 | + } |
| 99 | + |
| 100 | + return { |
| 101 | + taskId: "integration-task-invalid-json", |
| 102 | + userMessageContent: sharedUserMessageContent, |
| 103 | + pushToolResultToUserContent: realPushToolResultToUserContent, |
| 104 | + } |
| 105 | +} |
| 106 | + |
| 107 | +// --------------------------------------------------------------------------- |
| 108 | +// Integration tests |
| 109 | +// --------------------------------------------------------------------------- |
| 110 | + |
| 111 | +describe("Error Interceptor Guided Format Integration — INVALID_JSON_ARGUMENTS", () => { |
| 112 | + let task: MinimalTaskFixture |
| 113 | + let interceptor: ToolErrorInterceptor |
| 114 | + |
| 115 | + beforeEach(() => { |
| 116 | + task = createMinimalTaskFixture() |
| 117 | + interceptor = new ToolErrorInterceptor() |
| 118 | + // Reset error-interception state for the task to avoid cross-test |
| 119 | + // contamination from the module-level WeakMap. |
| 120 | + getTaskErrorState(task as unknown as object).reset() |
| 121 | + }) |
| 122 | + |
| 123 | + describe("real interceptor produces <error_details> format (not JSON) for INVALID_JSON_ARGUMENTS", () => { |
| 124 | + it("transforms an invalidJsonArguments signal into human-readable <error_details> with Category and Pattern lines", () => { |
| 125 | + // Use the REAL interceptor (not mocked) to transform a signal |
| 126 | + // that carries metadata: { invalidJsonArguments: true }. |
| 127 | + // This is the metadata shape that the INVALID_JSON_ARGUMENTS |
| 128 | + // pattern (EI/INVALID_JSON_ARGUMENTS/001) matches on. |
| 129 | + const guided = interceptor.transformError(task as unknown as object, { |
| 130 | + source: "parser", |
| 131 | + stage: "parse", |
| 132 | + taskId: task.taskId, |
| 133 | + toolCallId: "call_invalid_json_001", |
| 134 | + toolName: "search_files", |
| 135 | + metadata: { invalidJsonArguments: true }, |
| 136 | + }) |
| 137 | + |
| 138 | + expect(guided).toBeDefined() |
| 139 | + |
| 140 | + // The guided message must use the <error_details> human-readable format. |
| 141 | + expect(guided).toContain("<error_details>") |
| 142 | + expect(guided).toContain("</error_details>") |
| 143 | + |
| 144 | + // Must contain human-readable "Category:" and "Pattern:" lines — |
| 145 | + // NOT JSON-shaped substrings like '"category":"..."'. |
| 146 | + expect(guided).toContain("Category: INVALID_JSON_ARGUMENTS") |
| 147 | + expect(guided).toContain("Pattern: EI/INVALID_JSON_ARGUMENTS/001") |
| 148 | + |
| 149 | + // Must NOT contain JSON-shaped keys. |
| 150 | + expect(guided).not.toContain('"category"') |
| 151 | + expect(guided).not.toContain('"pattern_id"') |
| 152 | + }) |
| 153 | + |
| 154 | + it("guided message includes Type, What, and Retryable fields in <error_details> format", () => { |
| 155 | + const guided = interceptor.transformError(task as unknown as object, { |
| 156 | + source: "parser", |
| 157 | + stage: "parse", |
| 158 | + taskId: task.taskId, |
| 159 | + toolCallId: "call_invalid_json_002", |
| 160 | + toolName: "search_files", |
| 161 | + metadata: { invalidJsonArguments: true }, |
| 162 | + }) |
| 163 | + |
| 164 | + expect(guided).toBeDefined() |
| 165 | + |
| 166 | + // Type line must be present in human-readable format. |
| 167 | + expect(guided).toContain("Type: guided_tool_error") |
| 168 | + |
| 169 | + // What line must be present. |
| 170 | + expect(guided).toContain("What:") |
| 171 | + |
| 172 | + // Retryable line must be present. |
| 173 | + expect(guided).toContain("Retryable:") |
| 174 | + |
| 175 | + // Occurrence line must be present (first occurrence = 1). |
| 176 | + expect(guided).toContain("Occurrence: 1") |
| 177 | + }) |
| 178 | + }) |
| 179 | + |
| 180 | + describe("real parser + real dedup: malformed JSON flows through parser→interceptor→pushToolResult", () => { |
| 181 | + it("real NativeToolCallParser records parse error for malformed JSON, interceptor transforms it, real dedup rejects duplicates", () => { |
| 182 | + const toolCallId = "call_real_parser_invalid_json_001" |
| 183 | + |
| 184 | + // REAL parser: feed genuinely malformed JSON. |
| 185 | + // This causes JSON.parse to throw a SyntaxError, which the parser |
| 186 | + // classifies and stores in parseErrors + parseFailures. |
| 187 | + const parsed = NativeToolCallParser.parseToolCall({ |
| 188 | + id: toolCallId, |
| 189 | + name: "search_files" as const, |
| 190 | + arguments: '{"path":"src", "regex":"test" extra}', |
| 191 | + }) |
| 192 | + |
| 193 | + // Parser returns null on failure — this is the real contract. |
| 194 | + expect(parsed).toBeNull() |
| 195 | + |
| 196 | + // The parser should have recorded a parse error. |
| 197 | + expect(NativeToolCallParser.hasParseError(toolCallId)).toBe(true) |
| 198 | + |
| 199 | + // Consume the legacy string error (real consumeParseError). |
| 200 | + const legacyError = NativeToolCallParser.consumeParseError(toolCallId) |
| 201 | + expect(legacyError).toBeDefined() |
| 202 | + expect(typeof legacyError).toBe("string") |
| 203 | + |
| 204 | + // Second consume must return undefined (atomic delete). |
| 205 | + expect(NativeToolCallParser.consumeParseError(toolCallId)).toBeUndefined() |
| 206 | + |
| 207 | + // Use the REAL interceptor to transform the signal. |
| 208 | + // We use the invalidJsonArguments metadata to trigger the |
| 209 | + // INVALID_JSON_ARGUMENTS pattern, simulating the signal that |
| 210 | + // presentAssistantMessage would construct if it set this metadata. |
| 211 | + const guided = interceptor.transformError(task as unknown as object, { |
| 212 | + source: "parser", |
| 213 | + stage: "parse", |
| 214 | + taskId: task.taskId, |
| 215 | + toolCallId, |
| 216 | + toolName: "search_files", |
| 217 | + metadata: { invalidJsonArguments: true }, |
| 218 | + }) |
| 219 | + |
| 220 | + expect(guided).toBeDefined() |
| 221 | + |
| 222 | + // The guided message must use the <error_details> format. |
| 223 | + expect(guided).toContain("<error_details>") |
| 224 | + expect(guided).toContain("Category: INVALID_JSON_ARGUMENTS") |
| 225 | + expect(guided).toContain("Pattern: EI/INVALID_JSON_ARGUMENTS/001") |
| 226 | + |
| 227 | + // Push the guided message through the REAL pushToolResultToUserContent. |
| 228 | + const pushed = task.pushToolResultToUserContent({ |
| 229 | + type: "tool_result", |
| 230 | + tool_use_id: toolCallId, |
| 231 | + content: guided!, |
| 232 | + is_error: true, |
| 233 | + }) |
| 234 | + |
| 235 | + // First push must succeed. |
| 236 | + expect(pushed).toBe(true) |
| 237 | + |
| 238 | + // Verify exactly one tool_result exists for this ID. |
| 239 | + const results = task.userMessageContent.filter( |
| 240 | + (b): b is Anthropic.ToolResultBlockParam => b.type === "tool_result" && b.tool_use_id === toolCallId, |
| 241 | + ) |
| 242 | + expect(results).toHaveLength(1) |
| 243 | + expect(results[0]!.is_error).toBe(true) |
| 244 | + |
| 245 | + // The content must match the <error_details> format. |
| 246 | + const content = String(results[0]!.content) |
| 247 | + expect(content).toContain("<error_details>") |
| 248 | + expect(content).toContain("Category: INVALID_JSON_ARGUMENTS") |
| 249 | + expect(content).toContain("Pattern: EI/INVALID_JSON_ARGUMENTS/001") |
| 250 | + |
| 251 | + // Attempt to push a duplicate tool_result for the same ID. |
| 252 | + // This exercises the REAL pushToolResultToUserContent dedup. |
| 253 | + const duplicatePushed = task.pushToolResultToUserContent({ |
| 254 | + type: "tool_result", |
| 255 | + tool_use_id: toolCallId, |
| 256 | + content: "duplicate attempt", |
| 257 | + is_error: true, |
| 258 | + }) |
| 259 | + |
| 260 | + // The real dedup must reject the duplicate. |
| 261 | + expect(duplicatePushed).toBe(false) |
| 262 | + |
| 263 | + // Still exactly one result for this identifier. |
| 264 | + const resultsAfterDuplicate = task.userMessageContent.filter( |
| 265 | + (b): b is Anthropic.ToolResultBlockParam => b.type === "tool_result" && b.tool_use_id === toolCallId, |
| 266 | + ) |
| 267 | + expect(resultsAfterDuplicate).toHaveLength(1) |
| 268 | + }) |
| 269 | + }) |
| 270 | + |
| 271 | + describe("guided format consistency: INVALID_JSON_ARGUMENTS matches E2E fixture expectations", () => { |
| 272 | + it("produces 'Category:' and 'Pattern:' substrings that the E2E fixture expects (not JSON)", () => { |
| 273 | + // The E2E fixture in apps/vscode-e2e/src/fixtures/apply-diff.ts |
| 274 | + // expects substrings like "Category: DIFF_MATCH_FAILED" and |
| 275 | + // "Pattern: EI/DIFF_MATCH_FAILED/001" in the tool_result content. |
| 276 | + // |
| 277 | + // This test verifies that the INVALID_JSON_ARGUMENTS pattern |
| 278 | + // produces the same human-readable format, ensuring consistency |
| 279 | + // across all error-interception patterns. |
| 280 | + |
| 281 | + const guided = interceptor.transformError(task as unknown as object, { |
| 282 | + source: "parser", |
| 283 | + stage: "parse", |
| 284 | + taskId: task.taskId, |
| 285 | + toolCallId: "call_format_consistency_001", |
| 286 | + toolName: "search_files", |
| 287 | + metadata: { invalidJsonArguments: true }, |
| 288 | + }) |
| 289 | + |
| 290 | + expect(guided).toBeDefined() |
| 291 | + |
| 292 | + // Extract the "Category:" and "Pattern:" lines. |
| 293 | + // These must be human-readable (not JSON-shaped) to match the |
| 294 | + // E2E fixture's expected substrings. |
| 295 | + const categoryMatch = guided!.match(/^Category: (.+)$/m) |
| 296 | + const patternMatch = guided!.match(/^Pattern: (.+)$/m) |
| 297 | + |
| 298 | + expect(categoryMatch).not.toBeNull() |
| 299 | + expect(patternMatch).not.toBeNull() |
| 300 | + |
| 301 | + expect(categoryMatch![1]).toBe("INVALID_JSON_ARGUMENTS") |
| 302 | + expect(patternMatch![1]).toBe("EI/INVALID_JSON_ARGUMENTS/001") |
| 303 | + |
| 304 | + // The format must NOT be JSON (no quotes around keys or values). |
| 305 | + expect(guided).not.toMatch(/"category"\s*:/) |
| 306 | + expect(guided).not.toMatch(/"pattern_id"\s*:/) |
| 307 | + }) |
| 308 | + |
| 309 | + it("DIFF_MATCH_FAILED pattern also produces human-readable format (cross-pattern consistency)", () => { |
| 310 | + // Verify that the DIFF_MATCH_FAILED pattern (used in the E2E fixture) |
| 311 | + // also produces the same <error_details> format. |
| 312 | + // DIFF_MATCH_FAILED is a tool_result pattern — it goes through |
| 313 | + // createInterceptor → decoratedPushToolResult, not transformError. |
| 314 | + const capturedResults: string[] = [] |
| 315 | + const { decoratedPushToolResult } = interceptor.createInterceptor( |
| 316 | + task as unknown as object, |
| 317 | + { |
| 318 | + handleError: vi.fn(), |
| 319 | + pushToolResult: (content: string) => { |
| 320 | + capturedResults.push(content) |
| 321 | + }, |
| 322 | + }, |
| 323 | + { |
| 324 | + taskId: task.taskId, |
| 325 | + toolCallId: "call_diff_match_001", |
| 326 | + toolName: "apply_diff", |
| 327 | + }, |
| 328 | + ) |
| 329 | + |
| 330 | + // Feed the error text that triggers DIFF_MATCH_FAILED classification. |
| 331 | + decoratedPushToolResult("apply_diff failed: no sufficiently similar match found in file src/foo.ts") |
| 332 | + |
| 333 | + expect(capturedResults).toHaveLength(1) |
| 334 | + const guided = capturedResults[0]! |
| 335 | + |
| 336 | + // Must contain the exact substrings the E2E fixture expects. |
| 337 | + expect(guided).toContain("Category: DIFF_MATCH_FAILED") |
| 338 | + expect(guided).toContain("Pattern: EI/DIFF_MATCH_FAILED/001") |
| 339 | + |
| 340 | + // Must use <error_details> wrapper. |
| 341 | + expect(guided).toContain("<error_details>") |
| 342 | + expect(guided).toContain("</error_details>") |
| 343 | + |
| 344 | + // Must NOT be JSON-shaped. |
| 345 | + expect(guided).not.toContain('"category"') |
| 346 | + expect(guided).not.toContain('"pattern_id"') |
| 347 | + }) |
| 348 | + }) |
| 349 | +}) |
0 commit comments