case_meta.json

{
  "_comment": "Per-case metadata for attribution, gate checks, and fake/live trace scoring. It is kept outside evalsets so EvalSet schema validation remains clean.",
  "train_order_lookup_optimizable": {
    "category": "tool_call_error",
    "key": false,
    "rubric": "none"
  },
  "train_refund_policy_optimizable": {
    "category": "knowledge_recall_insufficient",
    "key": false,
    "rubric": "none",
    "authoritative_tool": "search_policy"
  },
  "train_json_format_ineffective": {
    "category": "format_error",
    "key": false,
    "rubric": "json_format"
  },
  "val_warranty_new_pass": {
    "category": "knowledge_recall_insufficient",
    "key": false,
    "rubric": "none",
    "authoritative_tool": "search_policy"
  },
  "val_smalltalk_regression": {
    "category": "spurious_tool_call",
    "key": true,
    "rubric": "no_tool"
  },
  "val_order_soft_degradation": {
    "category": "spurious_tool_call",
    "key": true,
    "rubric": "single_tool"
  }
}