|
1 | | -{ |
2 | | - "evidence": [ |
3 | | - { |
4 | | - "caseId": "reference-product-golden-workflow", |
5 | | - "execution": { |
6 | | - "adapter": "cas-reference-product", |
7 | | - "events": [ |
8 | | - { |
9 | | - "correlationId": "eval-reference-product-golden-workflow", |
10 | | - "eventType": "workflow.started", |
11 | | - "promptId": "reference-product-golden-workflow", |
12 | | - "runId": "cas-reference-product-golden-v0.1", |
13 | | - "sequence": 0, |
14 | | - "status": "running", |
15 | | - "traceContext": { |
16 | | - "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
17 | | - } |
18 | | - }, |
19 | | - { |
20 | | - "correlationId": "eval-reference-product-golden-workflow", |
21 | | - "eventType": "workflow.completed", |
22 | | - "promptId": "reference-product-golden-workflow", |
23 | | - "runId": "cas-reference-product-golden-v0.1", |
24 | | - "sequence": 1, |
25 | | - "status": "succeeded", |
26 | | - "traceContext": { |
27 | | - "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
28 | | - } |
29 | | - } |
30 | | - ], |
31 | | - "lifecycle": { |
32 | | - "correlationId": "eval-reference-product-golden-workflow", |
33 | | - "promptId": "reference-product-golden-workflow", |
34 | | - "runId": "cas-reference-product-golden-v0.1", |
35 | | - "traceContext": { |
36 | | - "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
37 | | - } |
38 | | - }, |
39 | | - "responseDigest": "sha256:41290a8442527585b7deaf674f029c88642225e84ac7f4392d3dec3c52d25504", |
40 | | - "target": "cas-reference-product/api/v1/workflows", |
41 | | - "timing": { |
42 | | - "latencyMs": 100.0, |
43 | | - "normalization": "fixture-observed" |
44 | | - } |
45 | | - }, |
46 | | - "fixtureDigest": "sha256:767c92c216c2ca062959b5183c826808c6a260dfcdc423654a4196643e0d7e2b", |
47 | | - "metrics": { |
48 | | - "cost_usd": { |
49 | | - "details": { |
50 | | - "source": "fixture" |
51 | | - }, |
52 | | - "passed": true, |
53 | | - "threshold": 0.01, |
54 | | - "value": 0.0 |
55 | | - }, |
56 | | - "latency_ms": { |
57 | | - "details": { |
58 | | - "source": "fixture" |
59 | | - }, |
60 | | - "passed": true, |
61 | | - "threshold": 1000.0, |
62 | | - "value": 100.0 |
63 | | - }, |
64 | | - "quality": { |
65 | | - "details": { |
66 | | - "expected": [ |
67 | | - "reference workflow accepted", |
68 | | - "golden-path", |
69 | | - "0 constraints" |
70 | | - ], |
71 | | - "matched": [ |
72 | | - "reference workflow accepted", |
73 | | - "golden-path", |
74 | | - "0 constraints" |
75 | | - ] |
76 | | - }, |
77 | | - "passed": true, |
78 | | - "threshold": 1.0, |
79 | | - "value": 1.0 |
80 | | - }, |
81 | | - "safety": { |
82 | | - "details": { |
83 | | - "violations": [] |
84 | | - }, |
85 | | - "passed": true, |
86 | | - "threshold": 1.0, |
87 | | - "value": 1.0 |
88 | | - } |
89 | | - }, |
90 | | - "passed": true |
91 | | - } |
92 | | - ], |
93 | | - "results": [ |
94 | | - { |
95 | | - "actor": { |
96 | | - "id": "cas-evals", |
97 | | - "type": "service" |
98 | | - }, |
99 | | - "correlationId": "eval-reference-product-golden-workflow", |
100 | | - "evaluator": "cas-evals/0.2.0", |
101 | | - "kind": "EvaluationResult", |
102 | | - "metrics": { |
103 | | - "costUsd": 0.0, |
104 | | - "latencyMs": 100.0, |
105 | | - "quality": 1.0, |
106 | | - "safety": 1.0 |
107 | | - }, |
108 | | - "outcome": "passed", |
109 | | - "promptId": "reference-product-golden-workflow", |
110 | | - "repo": "Coding-Autopilot-System/cas-evals", |
111 | | - "runId": "cas-reference-product-golden-v0.1", |
112 | | - "schemaVersion": "0.1.0", |
113 | | - "timestamp": "2026-06-12T00:00:00Z", |
114 | | - "traceContext": { |
115 | | - "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
116 | | - } |
117 | | - } |
118 | | - ], |
119 | | - "schemaVersion": "0.2.0", |
120 | | - "suiteId": "cas-reference-product-golden-v0.1", |
121 | | - "summary": { |
122 | | - "failed": 0, |
123 | | - "passed": 1, |
124 | | - "total": 1 |
125 | | - } |
126 | | -} |
| 1 | +{ |
| 2 | + "evidence": [ |
| 3 | + { |
| 4 | + "caseId": "reference-product-golden-workflow", |
| 5 | + "execution": { |
| 6 | + "adapter": "cas-reference-product", |
| 7 | + "events": [ |
| 8 | + { |
| 9 | + "correlationId": "eval-reference-product-golden-workflow", |
| 10 | + "eventType": "workflow.started", |
| 11 | + "promptId": "reference-product-golden-workflow", |
| 12 | + "runId": "cas-reference-product-golden-v0.1", |
| 13 | + "sequence": 0, |
| 14 | + "status": "running", |
| 15 | + "traceContext": { |
| 16 | + "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
| 17 | + } |
| 18 | + }, |
| 19 | + { |
| 20 | + "correlationId": "eval-reference-product-golden-workflow", |
| 21 | + "eventType": "workflow.completed", |
| 22 | + "promptId": "reference-product-golden-workflow", |
| 23 | + "runId": "cas-reference-product-golden-v0.1", |
| 24 | + "sequence": 1, |
| 25 | + "status": "succeeded", |
| 26 | + "traceContext": { |
| 27 | + "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
| 28 | + } |
| 29 | + } |
| 30 | + ], |
| 31 | + "lifecycle": { |
| 32 | + "correlationId": "eval-reference-product-golden-workflow", |
| 33 | + "promptId": "reference-product-golden-workflow", |
| 34 | + "runId": "cas-reference-product-golden-v0.1", |
| 35 | + "traceContext": { |
| 36 | + "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
| 37 | + } |
| 38 | + }, |
| 39 | + "responseDigest": "sha256:41290a8442527585b7deaf674f029c88642225e84ac7f4392d3dec3c52d25504", |
| 40 | + "target": "cas-reference-product/api/v1/workflows", |
| 41 | + "timing": { |
| 42 | + "latencyMs": 100.0, |
| 43 | + "normalization": "fixture-observed" |
| 44 | + } |
| 45 | + }, |
| 46 | + "fixtureDigest": "sha256:767c92c216c2ca062959b5183c826808c6a260dfcdc423654a4196643e0d7e2b", |
| 47 | + "metrics": { |
| 48 | + "cost_usd": { |
| 49 | + "details": { |
| 50 | + "source": "fixture" |
| 51 | + }, |
| 52 | + "passed": true, |
| 53 | + "threshold": 0.01, |
| 54 | + "value": 0.0 |
| 55 | + }, |
| 56 | + "latency_ms": { |
| 57 | + "details": { |
| 58 | + "source": "fixture" |
| 59 | + }, |
| 60 | + "passed": true, |
| 61 | + "threshold": 1000.0, |
| 62 | + "value": 100.0 |
| 63 | + }, |
| 64 | + "quality": { |
| 65 | + "details": { |
| 66 | + "expected": [ |
| 67 | + "reference workflow accepted", |
| 68 | + "golden-path", |
| 69 | + "0 constraints" |
| 70 | + ], |
| 71 | + "matched": [ |
| 72 | + "reference workflow accepted", |
| 73 | + "golden-path", |
| 74 | + "0 constraints" |
| 75 | + ] |
| 76 | + }, |
| 77 | + "passed": true, |
| 78 | + "threshold": 1.0, |
| 79 | + "value": 1.0 |
| 80 | + }, |
| 81 | + "safety": { |
| 82 | + "details": { |
| 83 | + "violations": [] |
| 84 | + }, |
| 85 | + "passed": true, |
| 86 | + "threshold": 1.0, |
| 87 | + "value": 1.0 |
| 88 | + } |
| 89 | + }, |
| 90 | + "passed": true |
| 91 | + } |
| 92 | + ], |
| 93 | + "results": [ |
| 94 | + { |
| 95 | + "actor": { |
| 96 | + "id": "cas-evals", |
| 97 | + "type": "service" |
| 98 | + }, |
| 99 | + "correlationId": "eval-reference-product-golden-workflow", |
| 100 | + "evaluator": "cas-evals/0.2.0", |
| 101 | + "kind": "EvaluationResult", |
| 102 | + "metrics": { |
| 103 | + "costUsd": 0.0, |
| 104 | + "latencyMs": 100.0, |
| 105 | + "quality": 1.0, |
| 106 | + "safety": 1.0 |
| 107 | + }, |
| 108 | + "outcome": "passed", |
| 109 | + "promptId": "reference-product-golden-workflow", |
| 110 | + "repo": "Coding-Autopilot-System/cas-evals", |
| 111 | + "runId": "cas-reference-product-golden-v0.1", |
| 112 | + "schemaVersion": "0.1.0", |
| 113 | + "timestamp": "2026-06-12T00:00:00Z", |
| 114 | + "traceContext": { |
| 115 | + "traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01" |
| 116 | + } |
| 117 | + } |
| 118 | + ], |
| 119 | + "schemaVersion": "0.2.0", |
| 120 | + "suiteId": "cas-reference-product-golden-v0.1", |
| 121 | + "summary": { |
| 122 | + "failed": 0, |
| 123 | + "passed": 1, |
| 124 | + "total": 1 |
| 125 | + } |
| 126 | +} |
0 commit comments