|
| 1 | +import { createTestProject, exists, runCLI } from '../src/test-utils/index.js'; |
| 2 | +import type { TestProject } from '../src/test-utils/index.js'; |
| 3 | +import { readFile } from 'node:fs/promises'; |
| 4 | +import { join } from 'node:path'; |
| 5 | +import { afterAll, beforeAll, describe, expect, it } from 'vitest'; |
| 6 | + |
| 7 | +async function readProjectConfig(projectPath: string) { |
| 8 | + return JSON.parse(await readFile(join(projectPath, 'agentcore/agentcore.json'), 'utf-8')); |
| 9 | +} |
| 10 | + |
| 11 | +async function readHarnessSpec(projectPath: string, harnessName: string) { |
| 12 | + return JSON.parse(await readFile(join(projectPath, `app/${harnessName}/harness.json`), 'utf-8')); |
| 13 | +} |
| 14 | + |
| 15 | +describe('integration: harness add/remove lifecycle', () => { |
| 16 | + let project: TestProject; |
| 17 | + const harnessName = 'TestHarness'; |
| 18 | + |
| 19 | + beforeAll(async () => { |
| 20 | + project = await createTestProject({ noAgent: true }); |
| 21 | + }); |
| 22 | + |
| 23 | + afterAll(async () => { |
| 24 | + await project.cleanup(); |
| 25 | + }); |
| 26 | + |
| 27 | + it('adds a harness with defaults', async () => { |
| 28 | + const result = await runCLI(['add', 'harness', '--name', harnessName, '--json'], project.projectPath); |
| 29 | + |
| 30 | + expect(result.exitCode, `stdout: ${result.stdout}, stderr: ${result.stderr}`).toBe(0); |
| 31 | + const json = JSON.parse(result.stdout); |
| 32 | + expect(json.success).toBe(true); |
| 33 | + |
| 34 | + const config = await readProjectConfig(project.projectPath); |
| 35 | + const harness = config.harnesses?.find((h: { name: string }) => h.name === harnessName); |
| 36 | + expect(harness, `Harness "${harnessName}" should be in agentcore.json`).toBeTruthy(); |
| 37 | + expect(harness.path).toBe(`app/${harnessName}`); |
| 38 | + }); |
| 39 | + |
| 40 | + it('creates harness.json with correct model config', async () => { |
| 41 | + const spec = await readHarnessSpec(project.projectPath, harnessName); |
| 42 | + expect(spec.model).toBeDefined(); |
| 43 | + expect(spec.model.provider).toBe('bedrock'); |
| 44 | + expect(spec.model.modelId).toBeTruthy(); |
| 45 | + }); |
| 46 | + |
| 47 | + it('creates system-prompt.md', async () => { |
| 48 | + const promptPath = join(project.projectPath, `app/${harnessName}/system-prompt.md`); |
| 49 | + expect(await exists(promptPath), 'system-prompt.md should exist').toBe(true); |
| 50 | + }); |
| 51 | + |
| 52 | + it('auto-creates memory resource', async () => { |
| 53 | + const config = await readProjectConfig(project.projectPath); |
| 54 | + const memories = config.memories ?? []; |
| 55 | + expect(memories.length, 'Should have auto-created memory').toBeGreaterThan(0); |
| 56 | + }); |
| 57 | + |
| 58 | + it('rejects duplicate harness name', async () => { |
| 59 | + const result = await runCLI(['add', 'harness', '--name', harnessName, '--json'], project.projectPath); |
| 60 | + expect(result.exitCode).not.toBe(0); |
| 61 | + }); |
| 62 | + |
| 63 | + it('removes the harness', async () => { |
| 64 | + const result = await runCLI(['remove', 'harness', '--name', harnessName, '--json'], project.projectPath); |
| 65 | + |
| 66 | + expect(result.exitCode, `stdout: ${result.stdout}, stderr: ${result.stderr}`).toBe(0); |
| 67 | + const json = JSON.parse(result.stdout); |
| 68 | + expect(json.success).toBe(true); |
| 69 | + |
| 70 | + const config = await readProjectConfig(project.projectPath); |
| 71 | + const found = config.harnesses?.find((h: { name: string }) => h.name === harnessName); |
| 72 | + expect(found, `Harness "${harnessName}" should be removed`).toBeFalsy(); |
| 73 | + }); |
| 74 | +}); |
| 75 | + |
| 76 | +describe('integration: harness configuration options', () => { |
| 77 | + let project: TestProject; |
| 78 | + |
| 79 | + beforeAll(async () => { |
| 80 | + project = await createTestProject({ noAgent: true }); |
| 81 | + }); |
| 82 | + |
| 83 | + afterAll(async () => { |
| 84 | + await project.cleanup(); |
| 85 | + }); |
| 86 | + |
| 87 | + it('adds harness with truncation strategy', async () => { |
| 88 | + const name = 'TruncHarness'; |
| 89 | + const result = await runCLI( |
| 90 | + ['add', 'harness', '--name', name, '--truncation-strategy', 'sliding_window', '--json'], |
| 91 | + project.projectPath |
| 92 | + ); |
| 93 | + |
| 94 | + expect(result.exitCode, `stdout: ${result.stdout}, stderr: ${result.stderr}`).toBe(0); |
| 95 | + |
| 96 | + const spec = await readHarnessSpec(project.projectPath, name); |
| 97 | + expect(spec.truncation?.strategy).toBe('sliding_window'); |
| 98 | + }); |
| 99 | + |
| 100 | + it('adds harness with lifecycle config', async () => { |
| 101 | + const name = 'LifecycleHarness'; |
| 102 | + const result = await runCLI( |
| 103 | + ['add', 'harness', '--name', name, '--idle-timeout', '300', '--max-lifetime', '3600', '--json'], |
| 104 | + project.projectPath |
| 105 | + ); |
| 106 | + |
| 107 | + expect(result.exitCode, `stdout: ${result.stdout}, stderr: ${result.stderr}`).toBe(0); |
| 108 | + |
| 109 | + const spec = await readHarnessSpec(project.projectPath, name); |
| 110 | + expect(spec.lifecycleConfig?.idleRuntimeSessionTimeout).toBe(300); |
| 111 | + expect(spec.lifecycleConfig?.maxLifetime).toBe(3600); |
| 112 | + }); |
| 113 | + |
| 114 | + it('adds harness without memory when --no-memory is set', async () => { |
| 115 | + const name = 'NoMemHarness'; |
| 116 | + const configBefore = await readProjectConfig(project.projectPath); |
| 117 | + const memoriesBefore = (configBefore.memories ?? []).length; |
| 118 | + |
| 119 | + const result = await runCLI(['add', 'harness', '--name', name, '--no-memory', '--json'], project.projectPath); |
| 120 | + |
| 121 | + expect(result.exitCode, `stdout: ${result.stdout}, stderr: ${result.stderr}`).toBe(0); |
| 122 | + |
| 123 | + const configAfter = await readProjectConfig(project.projectPath); |
| 124 | + const memoriesAfter = (configAfter.memories ?? []).length; |
| 125 | + expect(memoriesAfter).toBe(memoriesBefore); |
| 126 | + }); |
| 127 | + |
| 128 | + it('adds harness with non-bedrock model provider', async () => { |
| 129 | + const name = 'OpenAIHarness'; |
| 130 | + const result = await runCLI( |
| 131 | + [ |
| 132 | + 'add', |
| 133 | + 'harness', |
| 134 | + '--name', |
| 135 | + name, |
| 136 | + '--model-provider', |
| 137 | + 'open_ai', |
| 138 | + '--model-id', |
| 139 | + 'gpt-5', |
| 140 | + '--api-key-arn', |
| 141 | + 'arn:aws:secretsmanager:us-east-1:123456789012:secret:openai-key', |
| 142 | + '--json', |
| 143 | + ], |
| 144 | + project.projectPath |
| 145 | + ); |
| 146 | + |
| 147 | + expect(result.exitCode, `stdout: ${result.stdout}, stderr: ${result.stderr}`).toBe(0); |
| 148 | + |
| 149 | + const spec = await readHarnessSpec(project.projectPath, name); |
| 150 | + expect(spec.model.provider).toBe('open_ai'); |
| 151 | + expect(spec.model.modelId).toBe('gpt-5'); |
| 152 | + expect(spec.model.apiKeyArn).toBe('arn:aws:secretsmanager:us-east-1:123456789012:secret:openai-key'); |
| 153 | + }); |
| 154 | +}); |
| 155 | + |
| 156 | +describe('integration: harness validation errors', () => { |
| 157 | + let project: TestProject; |
| 158 | + |
| 159 | + beforeAll(async () => { |
| 160 | + project = await createTestProject({ noAgent: true }); |
| 161 | + }); |
| 162 | + |
| 163 | + afterAll(async () => { |
| 164 | + await project.cleanup(); |
| 165 | + }); |
| 166 | + |
| 167 | + it('rejects invalid harness name with special characters', async () => { |
| 168 | + const result = await runCLI(['add', 'harness', '--name', 'bad-name!', '--json'], project.projectPath); |
| 169 | + expect(result.exitCode).not.toBe(0); |
| 170 | + }); |
| 171 | + |
| 172 | + it('rejects harness name starting with a number', async () => { |
| 173 | + const result = await runCLI(['add', 'harness', '--name', '1BadName', '--json'], project.projectPath); |
| 174 | + expect(result.exitCode).not.toBe(0); |
| 175 | + }); |
| 176 | + |
| 177 | + it('rejects add harness without --name when --json is passed', async () => { |
| 178 | + const result = await runCLI(['add', 'harness', '--json'], project.projectPath); |
| 179 | + expect(result.exitCode).not.toBe(0); |
| 180 | + }); |
| 181 | +}); |
| 182 | + |
| 183 | +describe('integration: create project with harness', () => { |
| 184 | + let project: TestProject; |
| 185 | + const harnessName = 'CreateHarness'; |
| 186 | + |
| 187 | + beforeAll(async () => { |
| 188 | + project = await createTestProject({ name: harnessName, noAgent: true }); |
| 189 | + await runCLI(['add', 'harness', '--name', harnessName, '--json'], project.projectPath); |
| 190 | + }); |
| 191 | + |
| 192 | + afterAll(async () => { |
| 193 | + await project.cleanup(); |
| 194 | + }); |
| 195 | + |
| 196 | + it('has correct project scaffolding', async () => { |
| 197 | + expect(await exists(join(project.projectPath, 'agentcore/agentcore.json'))).toBe(true); |
| 198 | + expect(await exists(join(project.projectPath, 'agentcore/cdk'))).toBe(true); |
| 199 | + expect(await exists(join(project.projectPath, `app/${harnessName}/harness.json`))).toBe(true); |
| 200 | + expect(await exists(join(project.projectPath, `app/${harnessName}/system-prompt.md`))).toBe(true); |
| 201 | + }); |
| 202 | + |
| 203 | + it('has harness registered in project config', async () => { |
| 204 | + const config = await readProjectConfig(project.projectPath); |
| 205 | + const harness = config.harnesses?.find((h: { name: string }) => h.name === harnessName); |
| 206 | + expect(harness).toBeTruthy(); |
| 207 | + }); |
| 208 | +}); |
0 commit comments