|
6 | 6 |
|
7 | 7 | import { describe, expect } from 'vitest'; |
8 | 8 | import { evalTest } from './test-helper.js'; |
9 | | -import { |
10 | | - assertModelHasOutput, |
11 | | - checkModelOutputContent, |
12 | | -} from '../integration-tests/test-helper.js'; |
| 9 | +import { assertModelHasOutput } from '../integration-tests/test-helper.js'; |
13 | 10 |
|
14 | 11 | describe('Hierarchical Memory', () => { |
15 | | - const TEST_PREFIX = 'Hierarchical memory test: '; |
16 | | - |
17 | 12 | const conflictResolutionTest = |
18 | 13 | 'Agent follows hierarchy for contradictory instructions'; |
19 | | - evalTest('ALWAYS_PASSES', { |
| 14 | + evalTest('USUALLY_PASSES', { |
20 | 15 | name: conflictResolutionTest, |
21 | 16 | params: { |
22 | 17 | settings: { |
@@ -52,7 +47,7 @@ What is my favorite fruit? Tell me just the name of the fruit.`, |
52 | 47 | }); |
53 | 48 |
|
54 | 49 | const provenanceAwarenessTest = 'Agent is aware of memory provenance'; |
55 | | - evalTest('ALWAYS_PASSES', { |
| 50 | + evalTest('USUALLY_PASSES', { |
56 | 51 | name: provenanceAwarenessTest, |
57 | 52 | params: { |
58 | 53 | settings: { |
@@ -91,7 +86,7 @@ Provide the answer as an XML block like this: |
91 | 86 | }); |
92 | 87 |
|
93 | 88 | const extensionVsGlobalTest = 'Extension memory wins over Global memory'; |
94 | | - evalTest('ALWAYS_PASSES', { |
| 89 | + evalTest('USUALLY_PASSES', { |
95 | 90 | name: extensionVsGlobalTest, |
96 | 91 | params: { |
97 | 92 | settings: { |
|
0 commit comments