|
| 1 | +{ |
| 2 | + "eval_id": 0, |
| 3 | + "eval_name": "feature-hip", |
| 4 | + "prompt": "I want to write a HIP for adding native support for chart signing using Sigstore/cosign instead of the current PGP-based provenance system. The current .prov file approach is clunky and almost nobody uses it because PGP key management is painful. Cosign is already the standard in the container ecosystem and it would make chart verification way more accessible.", |
| 5 | + "assertions": [ |
| 6 | + { |
| 7 | + "name": "valid_yaml_preamble", |
| 8 | + "description": "HIP starts with valid YAML frontmatter containing all required fields (hip, title, authors, created, type, status)", |
| 9 | + "type": "structural" |
| 10 | + }, |
| 11 | + { |
| 12 | + "name": "placeholder_hip_number", |
| 13 | + "description": "Uses hip: 9999 (or quoted '9999') as placeholder, not an invented number", |
| 14 | + "type": "structural" |
| 15 | + }, |
| 16 | + { |
| 17 | + "name": "type_is_feature", |
| 18 | + "description": "type field is set to 'feature'", |
| 19 | + "type": "structural" |
| 20 | + }, |
| 21 | + { |
| 22 | + "name": "status_is_draft", |
| 23 | + "description": "status field is set to 'draft'", |
| 24 | + "type": "structural" |
| 25 | + }, |
| 26 | + { |
| 27 | + "name": "all_required_sections", |
| 28 | + "description": "Contains all required sections: Abstract, Motivation, Rationale, Specification, Backwards compatibility, Security implications, How to teach this, Reference implementation, Rejected ideas, Open issues, References", |
| 29 | + "type": "structural" |
| 30 | + }, |
| 31 | + { |
| 32 | + "name": "abstract_concise", |
| 33 | + "description": "Abstract is roughly 100-300 words (not a full page, not a single sentence)", |
| 34 | + "type": "quality" |
| 35 | + }, |
| 36 | + { |
| 37 | + "name": "backwards_compat_addresses_prov", |
| 38 | + "description": "Backwards compatibility section explicitly addresses migration from existing .prov/PGP system", |
| 39 | + "type": "content" |
| 40 | + }, |
| 41 | + { |
| 42 | + "name": "specification_has_details", |
| 43 | + "description": "Specification section contains concrete technical details (CLI flags, file formats, or workflow descriptions), not just hand-waving", |
| 44 | + "type": "content" |
| 45 | + } |
| 46 | + ] |
| 47 | +} |
0 commit comments