|
| 1 | +import assert from 'node:assert/strict'; |
| 2 | +import { test } from 'vitest'; |
| 3 | +import { createAgentBrowserWebProvider } from './agent-browser-provider.ts'; |
| 4 | +import type { WebSnapshotResult } from './provider.ts'; |
| 5 | +import { withCommandExecutorOverride, type ExecResult } from '../../utils/exec.ts'; |
| 6 | +import { AppError } from '../../utils/errors.ts'; |
| 7 | +import { |
| 8 | + buildSelectorChainForNode, |
| 9 | + parseSelectorChain, |
| 10 | + resolveSelectorChain, |
| 11 | +} from '../../daemon/selectors.ts'; |
| 12 | +import { attachRefs } from '../../utils/snapshot.ts'; |
| 13 | + |
| 14 | +type AgentBrowserCall = { |
| 15 | + cmd: string; |
| 16 | + args: string[]; |
| 17 | +}; |
| 18 | + |
| 19 | +test('agent-browser provider maps supported operations to session-scoped JSON commands', async () => { |
| 20 | + const calls: AgentBrowserCall[] = []; |
| 21 | + const provider = createAgentBrowserWebProvider({ session: 'web-session' }); |
| 22 | + |
| 23 | + await withCommandExecutorOverride(recordingExecutor(calls), async () => { |
| 24 | + await provider.open('https://example.test'); |
| 25 | + await provider.screenshot('/tmp/page.png', { fullscreen: true }); |
| 26 | + await provider.click(10.4, 20.6); |
| 27 | + await provider.fill(11, 22, 'Ada'); |
| 28 | + await provider.typeText('hello'); |
| 29 | + await provider.scroll('down', { pixels: 400 }); |
| 30 | + await provider.close(); |
| 31 | + }); |
| 32 | + |
| 33 | + assert.deepEqual( |
| 34 | + calls.map((call) => call.args), |
| 35 | + [ |
| 36 | + ['open', 'https://example.test', '--json', '--session', 'web-session'], |
| 37 | + ['screenshot', '--full', '/tmp/page.png', '--json', '--session', 'web-session'], |
| 38 | + ['mouse', 'move', '10', '21', '--json', '--session', 'web-session'], |
| 39 | + ['mouse', 'down', '--json', '--session', 'web-session'], |
| 40 | + ['mouse', 'up', '--json', '--session', 'web-session'], |
| 41 | + ['mouse', 'move', '11', '22', '--json', '--session', 'web-session'], |
| 42 | + ['mouse', 'down', '--json', '--session', 'web-session'], |
| 43 | + ['mouse', 'up', '--json', '--session', 'web-session'], |
| 44 | + ['press', expectedSelectAllShortcut(), '--json', '--session', 'web-session'], |
| 45 | + ['keyboard', 'type', 'Ada', '--json', '--session', 'web-session'], |
| 46 | + ['keyboard', 'type', 'hello', '--json', '--session', 'web-session'], |
| 47 | + ['scroll', 'down', '400', '--json', '--session', 'web-session'], |
| 48 | + ['close', '--json', '--session', 'web-session'], |
| 49 | + ], |
| 50 | + ); |
| 51 | +}); |
| 52 | + |
| 53 | +test('agent-browser provider normalizes snapshot refs, labels, values, parents, and rects', async () => { |
| 54 | + const calls: AgentBrowserCall[] = []; |
| 55 | + const provider = createAgentBrowserWebProvider({ session: 'web-session' }); |
| 56 | + |
| 57 | + const snapshot = await withCommandExecutorOverride( |
| 58 | + snapshotExecutor(calls), |
| 59 | + async () => await provider.snapshot({ interactiveOnly: true, depth: 4, scope: '#main' }), |
| 60 | + ); |
| 61 | + |
| 62 | + assert.deepEqual(calls[0]?.args, [ |
| 63 | + 'snapshot', |
| 64 | + '--interactive', |
| 65 | + '--compact', |
| 66 | + '--depth', |
| 67 | + '4', |
| 68 | + '--selector', |
| 69 | + '#main', |
| 70 | + '--json', |
| 71 | + '--session', |
| 72 | + 'web-session', |
| 73 | + ]); |
| 74 | + assertNormalizedSnapshot(snapshot); |
| 75 | + assertRoleSelectorResolves(snapshot); |
| 76 | +}); |
| 77 | + |
| 78 | +test('agent-browser provider surfaces stale ref failures during snapshot geometry lookup', async () => { |
| 79 | + const provider = createAgentBrowserWebProvider({ session: 'web-session' }); |
| 80 | + |
| 81 | + await assert.rejects( |
| 82 | + () => |
| 83 | + withCommandExecutorOverride( |
| 84 | + async (_cmd, args) => { |
| 85 | + if (args[0] === 'snapshot') { |
| 86 | + return jsonResult({ |
| 87 | + success: true, |
| 88 | + data: { |
| 89 | + refs: { e1: { role: 'button', name: 'Save' } }, |
| 90 | + snapshot: 'button "Save" [ref=e1]', |
| 91 | + }, |
| 92 | + }); |
| 93 | + } |
| 94 | + return jsonResult({ success: false, error: 'Stale ref @e1' }); |
| 95 | + }, |
| 96 | + async () => await provider.snapshot(), |
| 97 | + ), |
| 98 | + (error: unknown) => |
| 99 | + error instanceof AppError && |
| 100 | + error.code === 'COMMAND_FAILED' && |
| 101 | + error.message === 'Stale ref @e1', |
| 102 | + ); |
| 103 | +}); |
| 104 | + |
| 105 | +test('agent-browser provider adds doctor guidance for missing binary and invalid JSON', async () => { |
| 106 | + const provider = createAgentBrowserWebProvider(); |
| 107 | + |
| 108 | + await assert.rejects( |
| 109 | + () => |
| 110 | + withCommandExecutorOverride( |
| 111 | + async () => { |
| 112 | + throw new AppError('TOOL_MISSING', 'agent-browser not found'); |
| 113 | + }, |
| 114 | + async () => await provider.open('https://example.test'), |
| 115 | + ), |
| 116 | + (error: unknown) => |
| 117 | + error instanceof AppError && |
| 118 | + error.code === 'TOOL_MISSING' && |
| 119 | + error.details?.hint === |
| 120 | + 'Install agent-browser and run `agent-browser doctor --offline --quick` to verify the local browser setup.', |
| 121 | + ); |
| 122 | + |
| 123 | + await assert.rejects( |
| 124 | + () => |
| 125 | + withCommandExecutorOverride( |
| 126 | + async () => ({ stdout: 'not-json', stderr: '', exitCode: 0 }), |
| 127 | + async () => await provider.open('https://example.test'), |
| 128 | + ), |
| 129 | + (error: unknown) => |
| 130 | + error instanceof AppError && |
| 131 | + error.code === 'COMMAND_FAILED' && |
| 132 | + error.message === 'agent-browser returned invalid JSON' && |
| 133 | + typeof error.details?.hint === 'string', |
| 134 | + ); |
| 135 | +}); |
| 136 | + |
| 137 | +function recordingExecutor(calls: AgentBrowserCall[]) { |
| 138 | + return async (cmd: string, args: string[]): Promise<ExecResult> => { |
| 139 | + calls.push({ cmd, args }); |
| 140 | + return jsonResult({ success: true, data: {} }); |
| 141 | + }; |
| 142 | +} |
| 143 | + |
| 144 | +function snapshotExecutor(calls: AgentBrowserCall[]) { |
| 145 | + return async (cmd: string, args: string[], options: { allowFailure?: boolean }) => { |
| 146 | + calls.push({ cmd, args }); |
| 147 | + if (args[0] === 'snapshot') return snapshotPayload(); |
| 148 | + if (args.slice(0, 3).join(' ') === 'get box @e3') { |
| 149 | + assert.equal(options.allowFailure, true); |
| 150 | + return jsonResult({ success: false, error: 'No box for element' }, 1); |
| 151 | + } |
| 152 | + if (args[0] === 'get' && args[1] === 'box') return boxPayload(args[2]); |
| 153 | + return jsonResult({ success: true, data: {} }); |
| 154 | + }; |
| 155 | +} |
| 156 | + |
| 157 | +function assertNormalizedSnapshot(snapshot: WebSnapshotResult): void { |
| 158 | + assert.deepEqual(snapshot.nodes, [ |
| 159 | + expectedNode(0, 'heading', 'Welcome', undefined, 0, { x: 1, y: 2, width: 100, height: 20 }), |
| 160 | + expectedNode(1, 'textbox', 'Name', 'Ada', 1, { x: 11, y: 12, width: 100, height: 20 }, 0), |
| 161 | + expectedNode(2, 'button', 'Save', undefined, 1, undefined, 0), |
| 162 | + expectedNode(3, 'link', 'Docs', undefined, 1, { x: 31, y: 32, width: 100, height: 20 }, 0), |
| 163 | + ]); |
| 164 | +} |
| 165 | + |
| 166 | +function assertRoleSelectorResolves(snapshot: WebSnapshotResult): void { |
| 167 | + const nodesWithRefs = attachRefs(snapshot.nodes); |
| 168 | + const selectorChain = buildSelectorChainForNode(nodesWithRefs[2]!, 'web'); |
| 169 | + assert.deepEqual(selectorChain, ['role="button" label="Save"', 'label="Save"']); |
| 170 | + const resolved = resolveSelectorChain(nodesWithRefs, parseSelectorChain(selectorChain[0]!), { |
| 171 | + platform: 'web', |
| 172 | + }); |
| 173 | + assert.equal(resolved?.node.label, 'Save'); |
| 174 | +} |
| 175 | + |
| 176 | +function expectedNode( |
| 177 | + index: number, |
| 178 | + type: string, |
| 179 | + label: string, |
| 180 | + value: string | undefined, |
| 181 | + depth: number, |
| 182 | + rect: { x: number; y: number; width: number; height: number } | undefined, |
| 183 | + parentIndex?: number, |
| 184 | +) { |
| 185 | + return { |
| 186 | + index, |
| 187 | + type, |
| 188 | + role: type, |
| 189 | + label, |
| 190 | + value, |
| 191 | + depth, |
| 192 | + enabled: undefined, |
| 193 | + focused: undefined, |
| 194 | + ...(parentIndex === undefined ? {} : { parentIndex }), |
| 195 | + ...(rect ? { rect } : {}), |
| 196 | + }; |
| 197 | +} |
| 198 | + |
| 199 | +function snapshotPayload(): ExecResult { |
| 200 | + return jsonResult({ |
| 201 | + success: true, |
| 202 | + data: { |
| 203 | + refs: { |
| 204 | + e1: { role: 'heading', name: 'Welcome' }, |
| 205 | + e2: { role: 'textbox', name: 'Name' }, |
| 206 | + e3: { role: 'button', name: 'Save' }, |
| 207 | + e4: { role: 'link', name: 'Docs' }, |
| 208 | + }, |
| 209 | + snapshot: [ |
| 210 | + '- heading "Welcome" [ref=e1]', |
| 211 | + ' - textbox "Name" [ref=e2]: Ada', |
| 212 | + ' - button "Save" [ref=e3]', |
| 213 | + ' - link "Docs" [ref=e4]', |
| 214 | + ].join('\n'), |
| 215 | + truncated: false, |
| 216 | + }, |
| 217 | + }); |
| 218 | +} |
| 219 | + |
| 220 | +function boxPayload(ref: string | undefined): ExecResult { |
| 221 | + const offset = ref === '@e1' ? 0 : ref === '@e2' ? 10 : 30; |
| 222 | + return jsonResult({ |
| 223 | + success: true, |
| 224 | + data: { x: offset + 1, y: offset + 2, width: 100, height: 20 }, |
| 225 | + }); |
| 226 | +} |
| 227 | + |
| 228 | +function jsonResult(value: unknown, exitCode = 0): ExecResult { |
| 229 | + return { stdout: JSON.stringify(value), stderr: '', exitCode }; |
| 230 | +} |
| 231 | + |
| 232 | +function expectedSelectAllShortcut(): string { |
| 233 | + return process.platform === 'darwin' ? 'Meta+a' : 'Control+a'; |
| 234 | +} |
0 commit comments