Skip to content

Commit 5213a8c

Browse files
ProfRandom92ProfRandom92
authored
Add capability boundary replay artifact
Add a deterministic capability-boundary replay artifact generator and committed artifact for manifest-registered fixture boundary evidence. Scope remains limited to capability-boundary artifact generation and tests; no fixture payloads, README, workflows, runtime/orchestration behavior, or new failure labels changed.
1 parent 16da165 commit 5213a8c

3 files changed

Lines changed: 722 additions & 0 deletions

File tree

‎artifacts/capability_boundary_replay_results.json‎

Lines changed: 354 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,354 @@
1+
{
2+
"artifact_id": "capability_boundary_replay_results_v1",
3+
"generated_by": "CapabilityBoundaryReplayArtifactGenerator",
4+
"version": "1.0",
5+
"evaluation_mode": "deterministic",
6+
"llm_judges": "none",
7+
"external_apis": "none",
8+
"families": [
9+
{
10+
"family": "coding_workflow_pr_review",
11+
"fixtures": [
12+
{
13+
"fixture_id": "coding_workflow_pr_review_degraded_v1",
14+
"degradation_level": "severe",
15+
"expected_admissible": false,
16+
"expected_failure_labels": [
17+
"CAUSAL_DEPENDENCY_LOSS",
18+
"INVARIANT_VIOLATION",
19+
"POLICY_ORDER_BROKEN",
20+
"RECOVERY_PATH_INVALID"
21+
],
22+
"capability_boundary": {
23+
"original_edge_count": 0,
24+
"replay_edge_count": 0,
25+
"missing_edges": [],
26+
"added_edges": [],
27+
"original_node_count": 0,
28+
"replay_node_count": 0,
29+
"missing_nodes": [],
30+
"added_nodes": [],
31+
"drift_detected": false
32+
}
33+
},
34+
{
35+
"fixture_id": "coding_workflow_pr_review_mild_v1",
36+
"degradation_level": "mild",
37+
"expected_admissible": false,
38+
"expected_failure_labels": [
39+
"RECOVERY_PATH_INVALID"
40+
],
41+
"capability_boundary": {
42+
"original_edge_count": 0,
43+
"replay_edge_count": 0,
44+
"missing_edges": [],
45+
"added_edges": [],
46+
"original_node_count": 0,
47+
"replay_node_count": 0,
48+
"missing_nodes": [],
49+
"added_nodes": [],
50+
"drift_detected": false
51+
}
52+
},
53+
{
54+
"fixture_id": "coding_workflow_pr_review_moderate_v1",
55+
"degradation_level": "moderate",
56+
"expected_admissible": false,
57+
"expected_failure_labels": [
58+
"CAUSAL_DEPENDENCY_LOSS",
59+
"RECOVERY_PATH_INVALID"
60+
],
61+
"capability_boundary": {
62+
"original_edge_count": 0,
63+
"replay_edge_count": 0,
64+
"missing_edges": [],
65+
"added_edges": [],
66+
"original_node_count": 0,
67+
"replay_node_count": 0,
68+
"missing_nodes": [],
69+
"added_nodes": [],
70+
"drift_detected": false
71+
}
72+
},
73+
{
74+
"fixture_id": "coding_workflow_pr_review_v1",
75+
"degradation_level": "baseline",
76+
"expected_admissible": true,
77+
"expected_failure_labels": [],
78+
"capability_boundary": {
79+
"original_edge_count": 0,
80+
"replay_edge_count": 0,
81+
"missing_edges": [],
82+
"added_edges": [],
83+
"original_node_count": 0,
84+
"replay_node_count": 0,
85+
"missing_nodes": [],
86+
"added_nodes": [],
87+
"drift_detected": false
88+
}
89+
}
90+
]
91+
},
92+
{
93+
"family": "cross_domain_operational_dependency_workflow",
94+
"fixtures": [
95+
{
96+
"fixture_id": "cross_domain_operational_dependency_workflow_degraded_v1",
97+
"degradation_level": "severe",
98+
"expected_admissible": false,
99+
"expected_failure_labels": [
100+
"CAUSAL_DEPENDENCY_LOSS",
101+
"INVARIANT_VIOLATION",
102+
"POLICY_ORDER_BROKEN",
103+
"RECOVERY_PATH_INVALID"
104+
],
105+
"capability_boundary": {
106+
"original_edge_count": 0,
107+
"replay_edge_count": 0,
108+
"missing_edges": [],
109+
"added_edges": [],
110+
"original_node_count": 0,
111+
"replay_node_count": 0,
112+
"missing_nodes": [],
113+
"added_nodes": [],
114+
"drift_detected": false
115+
}
116+
},
117+
{
118+
"fixture_id": "cross_domain_operational_dependency_workflow_mild_v1",
119+
"degradation_level": "mild",
120+
"expected_admissible": false,
121+
"expected_failure_labels": [
122+
"INVARIANT_VIOLATION",
123+
"RECOVERY_PATH_INVALID"
124+
],
125+
"capability_boundary": {
126+
"original_edge_count": 0,
127+
"replay_edge_count": 0,
128+
"missing_edges": [],
129+
"added_edges": [],
130+
"original_node_count": 0,
131+
"replay_node_count": 0,
132+
"missing_nodes": [],
133+
"added_nodes": [],
134+
"drift_detected": false
135+
}
136+
},
137+
{
138+
"fixture_id": "cross_domain_operational_dependency_workflow_moderate_v1",
139+
"degradation_level": "moderate",
140+
"expected_admissible": false,
141+
"expected_failure_labels": [
142+
"CAUSAL_DEPENDENCY_LOSS",
143+
"INVARIANT_VIOLATION",
144+
"RECOVERY_PATH_INVALID"
145+
],
146+
"capability_boundary": {
147+
"original_edge_count": 0,
148+
"replay_edge_count": 0,
149+
"missing_edges": [],
150+
"added_edges": [],
151+
"original_node_count": 0,
152+
"replay_node_count": 0,
153+
"missing_nodes": [],
154+
"added_nodes": [],
155+
"drift_detected": false
156+
}
157+
},
158+
{
159+
"fixture_id": "cross_domain_operational_dependency_workflow_v1",
160+
"degradation_level": "baseline",
161+
"expected_admissible": true,
162+
"expected_failure_labels": [],
163+
"capability_boundary": {
164+
"original_edge_count": 0,
165+
"replay_edge_count": 0,
166+
"missing_edges": [],
167+
"added_edges": [],
168+
"original_node_count": 0,
169+
"replay_node_count": 0,
170+
"missing_nodes": [],
171+
"added_nodes": [],
172+
"drift_detected": false
173+
}
174+
}
175+
]
176+
},
177+
{
178+
"family": "incident_response_page_triage",
179+
"fixtures": [
180+
{
181+
"fixture_id": "incident_response_page_triage_degraded_v1",
182+
"degradation_level": "severe",
183+
"expected_admissible": false,
184+
"expected_failure_labels": [
185+
"CAUSAL_DEPENDENCY_LOSS",
186+
"INVARIANT_VIOLATION",
187+
"POLICY_ORDER_BROKEN",
188+
"RECOVERY_PATH_INVALID"
189+
],
190+
"capability_boundary": {
191+
"original_edge_count": 0,
192+
"replay_edge_count": 0,
193+
"missing_edges": [],
194+
"added_edges": [],
195+
"original_node_count": 0,
196+
"replay_node_count": 0,
197+
"missing_nodes": [],
198+
"added_nodes": [],
199+
"drift_detected": false
200+
}
201+
},
202+
{
203+
"fixture_id": "incident_response_page_triage_mild_v1",
204+
"degradation_level": "mild",
205+
"expected_admissible": false,
206+
"expected_failure_labels": [
207+
"RECOVERY_PATH_INVALID"
208+
],
209+
"capability_boundary": {
210+
"original_edge_count": 0,
211+
"replay_edge_count": 0,
212+
"missing_edges": [],
213+
"added_edges": [],
214+
"original_node_count": 0,
215+
"replay_node_count": 0,
216+
"missing_nodes": [],
217+
"added_nodes": [],
218+
"drift_detected": false
219+
}
220+
},
221+
{
222+
"fixture_id": "incident_response_page_triage_moderate_v1",
223+
"degradation_level": "moderate",
224+
"expected_admissible": false,
225+
"expected_failure_labels": [
226+
"RECOVERY_PATH_INVALID"
227+
],
228+
"capability_boundary": {
229+
"original_edge_count": 0,
230+
"replay_edge_count": 0,
231+
"missing_edges": [],
232+
"added_edges": [],
233+
"original_node_count": 0,
234+
"replay_node_count": 0,
235+
"missing_nodes": [],
236+
"added_nodes": [],
237+
"drift_detected": false
238+
}
239+
},
240+
{
241+
"fixture_id": "incident_response_page_triage_v1",
242+
"degradation_level": "baseline",
243+
"expected_admissible": true,
244+
"expected_failure_labels": [],
245+
"capability_boundary": {
246+
"original_edge_count": 0,
247+
"replay_edge_count": 0,
248+
"missing_edges": [],
249+
"added_edges": [],
250+
"original_node_count": 0,
251+
"replay_node_count": 0,
252+
"missing_nodes": [],
253+
"added_nodes": [],
254+
"drift_detected": false
255+
}
256+
}
257+
]
258+
},
259+
{
260+
"family": "mcp_trace_replay",
261+
"fixtures": [
262+
{
263+
"fixture_id": "mcp_trace_replay_degraded_v1",
264+
"degradation_level": "severe",
265+
"expected_admissible": false,
266+
"expected_failure_labels": [
267+
"CAUSAL_DEPENDENCY_LOSS",
268+
"INVARIANT_VIOLATION",
269+
"RECOVERY_PATH_INVALID"
270+
],
271+
"capability_boundary": {
272+
"original_edge_count": 0,
273+
"replay_edge_count": 0,
274+
"missing_edges": [],
275+
"added_edges": [],
276+
"original_node_count": 0,
277+
"replay_node_count": 0,
278+
"missing_nodes": [],
279+
"added_nodes": [],
280+
"drift_detected": false
281+
}
282+
},
283+
{
284+
"fixture_id": "mcp_trace_replay_mild_v1",
285+
"degradation_level": "mild",
286+
"expected_admissible": false,
287+
"expected_failure_labels": [
288+
"INVARIANT_VIOLATION",
289+
"RECOVERY_PATH_INVALID"
290+
],
291+
"capability_boundary": {
292+
"original_edge_count": 0,
293+
"replay_edge_count": 0,
294+
"missing_edges": [],
295+
"added_edges": [],
296+
"original_node_count": 0,
297+
"replay_node_count": 0,
298+
"missing_nodes": [],
299+
"added_nodes": [],
300+
"drift_detected": false
301+
}
302+
},
303+
{
304+
"fixture_id": "mcp_trace_replay_moderate_v1",
305+
"degradation_level": "moderate",
306+
"expected_admissible": false,
307+
"expected_failure_labels": [
308+
"CAUSAL_DEPENDENCY_LOSS",
309+
"INVARIANT_VIOLATION"
310+
],
311+
"capability_boundary": {
312+
"original_edge_count": 0,
313+
"replay_edge_count": 0,
314+
"missing_edges": [],
315+
"added_edges": [],
316+
"original_node_count": 0,
317+
"replay_node_count": 0,
318+
"missing_nodes": [],
319+
"added_nodes": [],
320+
"drift_detected": false
321+
}
322+
},
323+
{
324+
"fixture_id": "mcp_trace_replay_v1",
325+
"degradation_level": "baseline",
326+
"expected_admissible": true,
327+
"expected_failure_labels": [],
328+
"capability_boundary": {
329+
"original_edge_count": 0,
330+
"replay_edge_count": 0,
331+
"missing_edges": [],
332+
"added_edges": [],
333+
"original_node_count": 0,
334+
"replay_node_count": 0,
335+
"missing_nodes": [],
336+
"added_nodes": [],
337+
"drift_detected": false
338+
}
339+
}
340+
]
341+
}
342+
],
343+
"global_summary": {
344+
"family_count": 4,
345+
"fixture_count": 16,
346+
"fixtures_with_capability_boundary_data": 0,
347+
"fixtures_with_boundary_drift": 0,
348+
"total_missing_boundary_edges": 0,
349+
"total_added_boundary_edges": 0,
350+
"deterministic_evaluation": true,
351+
"llm_judges": "none",
352+
"external_apis": "none"
353+
}
354+
}

0 commit comments

Comments
 (0)