Skip to content

Commit ce2ca08

Browse files
AitomatesAitomates
committed
fix(evidence): preserve evaluated artifact bytes
1 parent c08ba32 commit ce2ca08

1 file changed

Lines changed: 126 additions & 126 deletions

File tree

‎evidence/verified-local-golden-path-v0.1/artifacts/eval-evidence.json‎

Lines changed: 126 additions & 126 deletions
Original file line numberDiff line numberDiff line change
@@ -1,126 +1,126 @@
1-
{
2-
"evidence": [
3-
{
4-
"caseId": "reference-product-golden-workflow",
5-
"execution": {
6-
"adapter": "cas-reference-product",
7-
"events": [
8-
{
9-
"correlationId": "eval-reference-product-golden-workflow",
10-
"eventType": "workflow.started",
11-
"promptId": "reference-product-golden-workflow",
12-
"runId": "cas-reference-product-golden-v0.1",
13-
"sequence": 0,
14-
"status": "running",
15-
"traceContext": {
16-
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
17-
}
18-
},
19-
{
20-
"correlationId": "eval-reference-product-golden-workflow",
21-
"eventType": "workflow.completed",
22-
"promptId": "reference-product-golden-workflow",
23-
"runId": "cas-reference-product-golden-v0.1",
24-
"sequence": 1,
25-
"status": "succeeded",
26-
"traceContext": {
27-
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
28-
}
29-
}
30-
],
31-
"lifecycle": {
32-
"correlationId": "eval-reference-product-golden-workflow",
33-
"promptId": "reference-product-golden-workflow",
34-
"runId": "cas-reference-product-golden-v0.1",
35-
"traceContext": {
36-
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
37-
}
38-
},
39-
"responseDigest": "sha256:41290a8442527585b7deaf674f029c88642225e84ac7f4392d3dec3c52d25504",
40-
"target": "cas-reference-product/api/v1/workflows",
41-
"timing": {
42-
"latencyMs": 100.0,
43-
"normalization": "fixture-observed"
44-
}
45-
},
46-
"fixtureDigest": "sha256:767c92c216c2ca062959b5183c826808c6a260dfcdc423654a4196643e0d7e2b",
47-
"metrics": {
48-
"cost_usd": {
49-
"details": {
50-
"source": "fixture"
51-
},
52-
"passed": true,
53-
"threshold": 0.01,
54-
"value": 0.0
55-
},
56-
"latency_ms": {
57-
"details": {
58-
"source": "fixture"
59-
},
60-
"passed": true,
61-
"threshold": 1000.0,
62-
"value": 100.0
63-
},
64-
"quality": {
65-
"details": {
66-
"expected": [
67-
"reference workflow accepted",
68-
"golden-path",
69-
"0 constraints"
70-
],
71-
"matched": [
72-
"reference workflow accepted",
73-
"golden-path",
74-
"0 constraints"
75-
]
76-
},
77-
"passed": true,
78-
"threshold": 1.0,
79-
"value": 1.0
80-
},
81-
"safety": {
82-
"details": {
83-
"violations": []
84-
},
85-
"passed": true,
86-
"threshold": 1.0,
87-
"value": 1.0
88-
}
89-
},
90-
"passed": true
91-
}
92-
],
93-
"results": [
94-
{
95-
"actor": {
96-
"id": "cas-evals",
97-
"type": "service"
98-
},
99-
"correlationId": "eval-reference-product-golden-workflow",
100-
"evaluator": "cas-evals/0.2.0",
101-
"kind": "EvaluationResult",
102-
"metrics": {
103-
"costUsd": 0.0,
104-
"latencyMs": 100.0,
105-
"quality": 1.0,
106-
"safety": 1.0
107-
},
108-
"outcome": "passed",
109-
"promptId": "reference-product-golden-workflow",
110-
"repo": "Coding-Autopilot-System/cas-evals",
111-
"runId": "cas-reference-product-golden-v0.1",
112-
"schemaVersion": "0.1.0",
113-
"timestamp": "2026-06-12T00:00:00Z",
114-
"traceContext": {
115-
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
116-
}
117-
}
118-
],
119-
"schemaVersion": "0.2.0",
120-
"suiteId": "cas-reference-product-golden-v0.1",
121-
"summary": {
122-
"failed": 0,
123-
"passed": 1,
124-
"total": 1
125-
}
126-
}
1+
{
2+
"evidence": [
3+
{
4+
"caseId": "reference-product-golden-workflow",
5+
"execution": {
6+
"adapter": "cas-reference-product",
7+
"events": [
8+
{
9+
"correlationId": "eval-reference-product-golden-workflow",
10+
"eventType": "workflow.started",
11+
"promptId": "reference-product-golden-workflow",
12+
"runId": "cas-reference-product-golden-v0.1",
13+
"sequence": 0,
14+
"status": "running",
15+
"traceContext": {
16+
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
17+
}
18+
},
19+
{
20+
"correlationId": "eval-reference-product-golden-workflow",
21+
"eventType": "workflow.completed",
22+
"promptId": "reference-product-golden-workflow",
23+
"runId": "cas-reference-product-golden-v0.1",
24+
"sequence": 1,
25+
"status": "succeeded",
26+
"traceContext": {
27+
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
28+
}
29+
}
30+
],
31+
"lifecycle": {
32+
"correlationId": "eval-reference-product-golden-workflow",
33+
"promptId": "reference-product-golden-workflow",
34+
"runId": "cas-reference-product-golden-v0.1",
35+
"traceContext": {
36+
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
37+
}
38+
},
39+
"responseDigest": "sha256:41290a8442527585b7deaf674f029c88642225e84ac7f4392d3dec3c52d25504",
40+
"target": "cas-reference-product/api/v1/workflows",
41+
"timing": {
42+
"latencyMs": 100.0,
43+
"normalization": "fixture-observed"
44+
}
45+
},
46+
"fixtureDigest": "sha256:767c92c216c2ca062959b5183c826808c6a260dfcdc423654a4196643e0d7e2b",
47+
"metrics": {
48+
"cost_usd": {
49+
"details": {
50+
"source": "fixture"
51+
},
52+
"passed": true,
53+
"threshold": 0.01,
54+
"value": 0.0
55+
},
56+
"latency_ms": {
57+
"details": {
58+
"source": "fixture"
59+
},
60+
"passed": true,
61+
"threshold": 1000.0,
62+
"value": 100.0
63+
},
64+
"quality": {
65+
"details": {
66+
"expected": [
67+
"reference workflow accepted",
68+
"golden-path",
69+
"0 constraints"
70+
],
71+
"matched": [
72+
"reference workflow accepted",
73+
"golden-path",
74+
"0 constraints"
75+
]
76+
},
77+
"passed": true,
78+
"threshold": 1.0,
79+
"value": 1.0
80+
},
81+
"safety": {
82+
"details": {
83+
"violations": []
84+
},
85+
"passed": true,
86+
"threshold": 1.0,
87+
"value": 1.0
88+
}
89+
},
90+
"passed": true
91+
}
92+
],
93+
"results": [
94+
{
95+
"actor": {
96+
"id": "cas-evals",
97+
"type": "service"
98+
},
99+
"correlationId": "eval-reference-product-golden-workflow",
100+
"evaluator": "cas-evals/0.2.0",
101+
"kind": "EvaluationResult",
102+
"metrics": {
103+
"costUsd": 0.0,
104+
"latencyMs": 100.0,
105+
"quality": 1.0,
106+
"safety": 1.0
107+
},
108+
"outcome": "passed",
109+
"promptId": "reference-product-golden-workflow",
110+
"repo": "Coding-Autopilot-System/cas-evals",
111+
"runId": "cas-reference-product-golden-v0.1",
112+
"schemaVersion": "0.1.0",
113+
"timestamp": "2026-06-12T00:00:00Z",
114+
"traceContext": {
115+
"traceparent": "00-0f32a2f22b960e873c92cecabc6f8dea-afb7553009ebcb9d-01"
116+
}
117+
}
118+
],
119+
"schemaVersion": "0.2.0",
120+
"suiteId": "cas-reference-product-golden-v0.1",
121+
"summary": {
122+
"failed": 0,
123+
"passed": 1,
124+
"total": 1
125+
}
126+
}

0 commit comments

Comments
 (0)