Skip to content

Commit 2e5b236

Browse files
AlexMikhalevgithub-actions[bot]
authored andcommitted
Refresh weekly certification verdict
Regenerate extension, evidence-bundle, full-suite, and drop-in certification artifacts from the scheduled evidence refresh workflow.
1 parent ba07485 commit 2e5b236

24 files changed

Lines changed: 971 additions & 944 deletions

docs/evidence/dropin-certification-verdict.json

Lines changed: 16 additions & 39 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
{
22
"schema": "pi.dropin.certification_verdict.v1",
3-
"git_commit": "52e9fbfb24352045985b59df9d7ea63f1f8f2ef8",
4-
"generated_at_utc": "2026-05-18T19:37:26Z",
5-
"overall_verdict": "CERTIFIED",
3+
"git_commit": "ba07485eb12504f52aea9f519bbc8c1ddb50743a",
4+
"generated_at_utc": "2026-06-29T12:09:13Z",
5+
"overall_verdict": "NOT_CERTIFIED",
66
"hard_gate_results": [
77
{
88
"gate_id": "non_mock_unit",
@@ -30,17 +30,17 @@
3030
},
3131
{
3232
"gate_id": "ext_provider_compat",
33-
"status": "pass",
33+
"status": "skip",
3434
"blocking": false,
35-
"detail": null,
35+
"detail": "Artifact not found: tests/ext_conformance/reports/provider_compat/provider_compat_report.json",
3636
"artifact_path": "tests/ext_conformance/reports/provider_compat/provider_compat_report.json",
3737
"bead": "bd-1f42.4.6"
3838
},
3939
{
4040
"gate_id": "evidence_bundle",
41-
"status": "pass",
41+
"status": "fail",
4242
"blocking": false,
43-
"detail": null,
43+
"detail": "summary.verdict = 'insufficient' (expected one of: [\"complete\", \"partial\"])",
4444
"artifact_path": "tests/evidence_bundle/index.json",
4545
"bead": "bd-1f42.6.8"
4646
},
@@ -54,9 +54,9 @@
5454
},
5555
{
5656
"gate_id": "conformance_regression",
57-
"status": "pass",
57+
"status": "fail",
5858
"blocking": true,
59-
"detail": null,
59+
"detail": "Artifact not found: tests/ext_conformance/reports/regression_verdict.json; fail-closed policy: blocking gates cannot remain in skip state",
6060
"artifact_path": "tests/ext_conformance/reports/regression_verdict.json",
6161
"bead": "bd-1f42.4"
6262
},
@@ -163,25 +163,11 @@
163163
"detail": null,
164164
"artifact_path": "tests/full_suite_gate/waiver_audit.json",
165165
"bead": "bd-1f42.8.8.1"
166-
},
167-
{
168-
"gate_id": "G04-cli-parity",
169-
"status": "pass",
170-
"blocking": true,
171-
"detail": "gap-cli-slash-command-surface resolved: tests/dropin_slash_differential.rs now requires real mirrored Rust Pi/pi-mono RPC pass evidence for credential-free slash scenarios, with UI-only, process-exit, invalid parser, and model-dependent compaction scenarios explicitly excluded from pass evidence.",
172-
"artifact_path": "docs/evidence/dropin-differential-evidence-suite.json",
173-
"bead": "bd-7derw"
174-
},
175-
{
176-
"gate_id": "G10-differential-evidence-suite",
177-
"status": "pass",
178-
"blocking": true,
179-
"detail": "dropin-differential-evidence-suite passes with slash_command_differential backed by real mirrored RPC execution.",
180-
"artifact_path": "docs/evidence/dropin-differential-evidence-suite.json",
181-
"bead": "bd-7derw"
182166
}
183167
],
184-
"blocking_reasons": [],
168+
"blocking_reasons": [
169+
"conformance_regression:fail (Artifact not found: tests/ext_conformance/reports/regression_verdict.json; fail-closed policy: blocking gates cannot remain in skip state)"
170+
],
185171
"evidence_index": [
186172
{
187173
"path": "docs/non-mock-rubric.json",
@@ -197,7 +183,7 @@
197183
},
198184
{
199185
"path": "tests/ext_conformance/reports/provider_compat/provider_compat_report.json",
200-
"exists": true
186+
"exists": false
201187
},
202188
{
203189
"path": "tests/evidence_bundle/index.json",
@@ -209,7 +195,7 @@
209195
},
210196
{
211197
"path": "tests/ext_conformance/reports/regression_verdict.json",
212-
"exists": true
198+
"exists": false
213199
},
214200
{
215201
"path": "tests/ext_conformance/reports/conformance_summary.json",
@@ -262,20 +248,11 @@
262248
{
263249
"path": "tests/full_suite_gate/waiver_audit.json",
264250
"exists": true
265-
},
266-
{
267-
"path": "docs/evidence/dropin-differential-evidence-suite.json",
268-
"exists": true
269-
},
270-
{
271-
"path": "docs/evidence/dropin-parity-gap-ledger.json",
272-
"exists": true
273251
}
274252
],
275253
"source": {
276254
"certification_lane_artifact": "tests/full_suite_gate/certification_verdict.json",
277-
"lane_verdict": "pass",
278-
"lane_generated_at": "2026-05-01T06:00:46.624Z",
279-
"claim_integrity_override": "bd-jgnx0 reopened gap-cli-slash-command-surface after detecting that slash_command_differential pass evidence was backed by fail-closed placeholder evidence; bd-7derw restored real mirrored RPC execution and closed the gap."
255+
"lane_verdict": "fail",
256+
"lane_generated_at": "2026-06-29T12:09:13.017Z"
280257
}
281258
}
Lines changed: 53 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -1,20 +1,20 @@
11
# Unified CI Evidence Bundle
22

3-
> Generated: 2026-05-12T19:26:21Z
4-
> Git ref: 80edf7ef9
5-
> CI run: local-20260512T192621Z
6-
> Verdict: **COMPLETE**
3+
> Generated: 2026-06-29T12:09:11Z
4+
> Git ref: ba07485e
5+
> CI run: 28370238357
6+
> Verdict: **INSUFFICIENT**
77
88
## Summary
99

1010
| Metric | Value |
1111
|--------|-------|
1212
| Total sections | 29 |
13-
| Present | 29 |
14-
| Missing | 0 |
15-
| Invalid | 0 |
16-
| Total artifacts | 2004 |
17-
| Total size | 181069.7 KB |
13+
| Present | 18 |
14+
| Missing | 10 |
15+
| Invalid | 1 |
16+
| Total artifacts | 93 |
17+
| Total size | 792.5 KB |
1818
| Required present | 12/12 |
1919

2020
## Conformance (6)
@@ -23,29 +23,29 @@
2323
|---------|--------|-------|------|------|
2424
| Extension conformance summary | PASS | 1 | 1058 B | `tests/ext_conformance/reports/conformance_summary.json` |
2525
| Conformance baseline | PASS | 1 | 16247 B | `tests/ext_conformance/reports/conformance_baseline.json` |
26-
| Conformance event log | PASS | 1 | 223532 B | `tests/ext_conformance/reports/conformance_events.jsonl` |
26+
| Conformance event log | MISS | 0 | 0 B | `tests/ext_conformance/reports/conformance_events.jsonl` |
2727
| Conformance report (Markdown) | PASS | 1 | 48168 B | `tests/ext_conformance/reports/CONFORMANCE_REPORT.md` |
28-
| Regression gate verdict | PASS | 1 | 1658 B | `tests/ext_conformance/reports/regression_verdict.json` |
29-
| Conformance trend data | PASS | 1 | 3075 B | `tests/ext_conformance/reports/conformance_trend.jsonl` |
28+
| Regression gate verdict | MISS | 0 | 0 B | `tests/ext_conformance/reports/regression_verdict.json` |
29+
| Conformance trend data | MISS | 0 | 0 B | `tests/ext_conformance/reports/conformance_trend.jsonl` |
3030

3131
## Diagnostics (8)
3232

3333
| Section | Status | Files | Size | Path |
3434
|---------|--------|-------|------|------|
35-
| Must-pass gate verdict | PASS | 1 | 1206 B | `tests/ext_conformance/reports/gate/must_pass_gate_verdict.json` |
36-
| Must-pass gate event log | PASS | 1 | 56814 B | `tests/ext_conformance/reports/gate/must_pass_events.jsonl` |
37-
| Per-extension failure dossiers | PASS | 34 | 140366 B | `tests/ext_conformance/reports/dossiers` |
38-
| Health & regression delta report | PASS | 3 | 88320 B | `tests/ext_conformance/reports/health_delta` |
39-
| Provider compatibility matrix | PASS | 753 | 375207 B | `tests/ext_conformance/reports/provider_compat` |
40-
| Sharded extension matrix reports | PASS | 12 | 280518 B | `tests/ext_conformance/reports/sharded` |
41-
| Extension journey report | PASS | 1 | 14742 B | `tests/ext_conformance/reports/journeys/journey_report.json` |
42-
| Auto-repair summary | PASS | 1 | 56700 B | `tests/ext_conformance/reports/auto_repair_summary.json` |
35+
| Must-pass gate verdict | PASS | 1 | 1197 B | `tests/ext_conformance/reports/gate/must_pass_gate_verdict.json` |
36+
| Must-pass gate event log | PASS | 1 | 53944 B | `tests/ext_conformance/reports/gate/must_pass_events.jsonl` |
37+
| Per-extension failure dossiers | MISS | 0 | 0 B | `tests/ext_conformance/reports/dossiers` |
38+
| Health & regression delta report | PASS | 3 | 80613 B | `tests/ext_conformance/reports/health_delta` |
39+
| Provider compatibility matrix | MISS | 0 | 0 B | `tests/ext_conformance/reports/provider_compat` |
40+
| Sharded extension matrix reports | MISS | 0 | 0 B | `tests/ext_conformance/reports/sharded` |
41+
| Extension journey report | PASS | 1 | 1185 B | `tests/ext_conformance/reports/journeys/journey_report.json` |
42+
| Auto-repair summary | MISS | 0 | 0 B | `tests/ext_conformance/reports/auto_repair_summary.json` |
4343

4444
## E2e (1)
4545

4646
| Section | Status | Files | Size | Path |
4747
|---------|--------|-------|------|------|
48-
| E2E test results | PASS | 1176 | 183247322 B | `tests/e2e_results` |
48+
| E2E test results | PASS | 74 | 256474 B | `tests/e2e_results` |
4949

5050
## Quarantine (2)
5151

@@ -61,28 +61,53 @@
6161
| Performance budget summary | PASS | 1 | 4082 B | `tests/perf/reports/budget_summary.json` |
6262
| PERF-3X comparison report | PASS | 1 | 6350 B | `tests/perf/reports/perf_comparison.json` |
6363
| PERF-3X parameter sweeps report | PASS | 1 | 1076 B | `tests/perf/reports/parameter_sweeps.json` |
64-
| PERF-3X stress triage report | PASS | 1 | 4829 B | `tests/perf/reports/stress_triage.json` |
65-
| Extension load-time benchmark | PASS | 1 | 17566 B | `tests/ext_conformance/reports/load_time_benchmark.json` |
66-
| PERF-3X lineage coherence contract | PASS | 0 | 0 B | `tests/ext_conformance/reports/gate/must_pass_gate_verdict.json | tests/ext_conformance/reports/conformance_summary.json | tests/perf/reports/stress_triage.json` |
64+
| PERF-3X stress triage report | PASS | 1 | 4796 B | `tests/perf/reports/stress_triage.json` |
65+
| Extension load-time benchmark | MISS | 0 | 0 B | `tests/ext_conformance/reports/load_time_benchmark.json` |
66+
| PERF-3X lineage coherence contract | WARN | 0 | 0 B | `tests/ext_conformance/reports/gate/must_pass_gate_verdict.json | tests/ext_conformance/reports/conformance_summary.json | tests/perf/reports/stress_triage.json` |
6767

6868
## Security (2)
6969

7070
| Section | Status | Files | Size | Path |
7171
|---------|--------|-------|------|------|
72-
| Security and licensing risk review | PASS | 1 | 86687 B | `tests/ext_conformance/artifacts/RISK_REVIEW.json` |
72+
| Security and licensing risk review | PASS | 1 | 86698 B | `tests/ext_conformance/artifacts/RISK_REVIEW.json` |
7373
| Extension provenance verification | PASS | 1 | 143396 B | `tests/ext_conformance/artifacts/PROVENANCE_VERIFICATION.json` |
7474

7575
## Traceability (2)
7676

7777
| Section | Status | Files | Size | Path |
7878
|---------|--------|-------|------|------|
79-
| Requirement-to-test traceability matrix | PASS | 1 | 89373 B | `docs/traceability_matrix.json` |
79+
| Requirement-to-test traceability matrix | PASS | 1 | 94477 B | `docs/traceability_matrix.json` |
8080
| High-value suite artifact inventory | PASS | 1 | 11209 B | `docs/evidence/high-value-suite-artifact-inventory.json` |
8181

8282
## Inventory (2)
8383

8484
| Section | Status | Files | Size | Path |
8585
|---------|--------|-------|------|------|
86-
| Extension inventory | PASS | 1 | 89349 B | `tests/ext_conformance/reports/inventory.json` |
87-
| Extension inclusion manifest | PASS | 4 | 406062 B | `tests/ext_conformance/reports/inclusion_manifest` |
86+
| Extension inventory | MISS | 0 | 0 B | `tests/ext_conformance/reports/inventory.json` |
87+
| Extension inclusion manifest | MISS | 0 | 0 B | `tests/ext_conformance/reports/inclusion_manifest` |
88+
89+
## Missing / Invalid Sections
90+
91+
- **Conformance event log** (missing): File not found
92+
Path: `tests/ext_conformance/reports/conformance_events.jsonl`
93+
- **Regression gate verdict** (missing): File not found
94+
Path: `tests/ext_conformance/reports/regression_verdict.json`
95+
- **Conformance trend data** (missing): File not found
96+
Path: `tests/ext_conformance/reports/conformance_trend.jsonl`
97+
- **Per-extension failure dossiers** (missing): Directory not found
98+
Path: `tests/ext_conformance/reports/dossiers`
99+
- **Provider compatibility matrix** (missing): Directory not found
100+
Path: `tests/ext_conformance/reports/provider_compat`
101+
- **Sharded extension matrix reports** (missing): Directory not found
102+
Path: `tests/ext_conformance/reports/sharded`
103+
- **Auto-repair summary** (missing): File not found
104+
Path: `tests/ext_conformance/reports/auto_repair_summary.json`
105+
- **Extension load-time benchmark** (missing): File not found
106+
Path: `tests/ext_conformance/reports/load_time_benchmark.json`
107+
- **Extension inventory** (missing): File not found
108+
Path: `tests/ext_conformance/reports/inventory.json`
109+
- **Extension inclusion manifest** (missing): Directory not found
110+
Path: `tests/ext_conformance/reports/inclusion_manifest`
111+
- **PERF-3X lineage coherence contract** (invalid): PERF-3X lineage span exceeds 14 days for run_id '28370238357' (oldest=2026-05-12 19:26:24 UTC, newest=2026-06-29 12:09:10 UTC)
112+
Path: `tests/ext_conformance/reports/gate/must_pass_gate_verdict.json | tests/ext_conformance/reports/conformance_summary.json | tests/perf/reports/stress_triage.json`
88113

0 commit comments

Comments
 (0)