runtime-proof-v1.json

{
  "schema": "open-workflow-library/runtime-proof-v1",
  "generatedAt": "2026-05-24T00:00:00Z",
  "summary": {
    "phase": "Workflow Runtime Proof V1",
    "behavior": "static-validation-only",
    "behaviourallyExecuted": false,
    "externalApisCalled": false,
    "llmUsed": false,
    "autonomousMutation": false
  },
  "toolsCreated": [
    "tools/export_ir_to_n8n.py",
    "tools/validate_n8n_workflow.py",
    "tools/prompt_to_n8n.py",
    "tools/propose_runtime_repair.py",
    "tools/create_learning_event.py",
    "tools/build_review_queue.py"
  ],
  "filesCreated": [
    "tools/export_ir_to_n8n.py",
    "tools/validate_n8n_workflow.py",
    "tools/prompt_to_n8n.py",
    "tools/propose_runtime_repair.py",
    "tools/create_learning_event.py",
    "tools/build_review_queue.py",
    "docs/runtime-proof.md",
    "wiki/generated/runtime-proof-findings.md",
    "reports/runtime-proof-v1.json",
    "reports/runtime-proof-v1.md",
    "reports/review-queue.json",
    "reports/review-queue.md",
    "reports/runtime-proof/create-a-workflow-that-receives-website-leads-sc/{prompt.txt,workflow.ir.json,workflow.n8n.json,validation.json,validation.md,repair-proposals.json,repair-proposals.md,learning-events.json,learning-events.md,README.md}",
    "reports/runtime-proof/create-a-workflow-that-checks-support-tickets-ev/{...same...}",
    "reports/runtime-proof/create-a-workflow-for-homecare-admin-intake-that/{...same...}",
    "reports/runtime-proof/create-a-workflow-that-monitors-failed-payments-/{...same...}",
    "reports/runtime-proof/create-a-workflow-that-receives-a-content-brief-/{...same...}"
  ],
  "filesModified": [
    ".github/workflows/audit.yml",
    "README.md"
  ],
  "demoCases": [
    {
      "slug": "create-a-workflow-that-receives-website-leads-sc",
      "prompt": "Create a workflow that receives website leads, scores them, saves qualified leads to CRM, and alerts Slack.",
      "validation": {"passed": true, "errors": 0, "warnings": 0, "reviewFlags": 0},
      "stats": {"nodes": 6, "connections": 4, "hasTrigger": true, "hasWebhook": true, "hasRespond": true, "codeNodes": 0},
      "repairProposals": 0,
      "learningEvents": 0
    },
    {
      "slug": "create-a-workflow-that-checks-support-tickets-ev",
      "prompt": "Create a workflow that checks support tickets every morning, summarizes urgent tickets, and sends a manager digest.",
      "validation": {"passed": true, "errors": 0, "warnings": 1, "reviewFlags": 1},
      "stats": {"nodes": 4, "connections": 2, "hasTrigger": true, "hasWebhook": false, "hasRespond": false, "codeNodes": 1},
      "repairProposals": 1,
      "learningEvents": 1
    },
    {
      "slug": "create-a-workflow-for-homecare-admin-intake-that",
      "prompt": "Create a workflow for homecare admin intake that receives a referral, checks required documents, sends an internal task, and escalates missing information to a human.",
      "validation": {"passed": true, "errors": 0, "warnings": 0, "reviewFlags": 0},
      "stats": {"nodes": 4, "connections": 2, "hasTrigger": true, "hasWebhook": true, "hasRespond": true, "codeNodes": 0},
      "repairProposals": 0,
      "learningEvents": 0
    },
    {
      "slug": "create-a-workflow-that-monitors-failed-payments-",
      "prompt": "Create a workflow that monitors failed payments, updates a finance tracker, and notifies the customer success team.",
      "validation": {"passed": true, "errors": 0, "warnings": 0, "reviewFlags": 0},
      "stats": {"nodes": 3, "connections": 1, "hasTrigger": true, "hasWebhook": false, "hasRespond": false, "codeNodes": 0},
      "repairProposals": 0,
      "learningEvents": 0
    },
    {
      "slug": "create-a-workflow-that-receives-a-content-brief-",
      "prompt": "Create a workflow that receives a content brief, creates a draft task, assigns it to a reviewer, and sends a status update.",
      "validation": {"passed": true, "errors": 0, "warnings": 0, "reviewFlags": 0},
      "stats": {"nodes": 4, "connections": 2, "hasTrigger": true, "hasWebhook": true, "hasRespond": true, "codeNodes": 0},
      "repairProposals": 0,
      "learningEvents": 0
    }
  ],
  "aggregateStats": {
    "demoCases": 5,
    "validationPassRate": "5/5",
    "totalErrors": 0,
    "totalWarnings": 1,
    "totalRepairProposals": 1,
    "totalLearningEvents": 1
  },
  "reviewQueue": {
    "total": 158,
    "byType": {
      "high-risk-workflow": 100,
      "repair-proposal": 50,
      "prompt-to-n8n-proof": 5,
      "runtime-repair-proposal": 1,
      "learning-event": 1,
      "generated-pack-needs-behavioural-test": 1
    },
    "bySeverity": {
      "high": 150,
      "low": 5,
      "medium": 3
    }
  },
  "commandsRun": [
    "python tools/audit_workflows.py",
    "python tools/validate_generated_pack.py",
    "python tools/build_unified_catalog.py",
    "python tools/validate_schemas.py",
    "python tools/analyze_duplicates.py",
    "python tools/propose_repairs.py",
    "python tools/build_wiki_seed.py",
    "python tools/prompt_to_n8n.py \"<5 prompts>\"",
    "python tools/propose_runtime_repair.py --all",
    "python tools/create_learning_event.py --all",
    "python tools/build_review_queue.py",
    "python tools/validate_n8n_workflow.py <each runtime-proof workflow>"
  ],
  "allCommandsExitedZero": true,
  "whatIsProven": [
    "Deterministic prompt-to-IR-to-n8n export produces structurally valid n8n workflow JSON.",
    "Static n8n compatibility validator catches missing trigger, duplicate names/ids, broken connection targets, embedded credentials, secret patterns, unsafe HTTP hosts, and missing respond/setup notes.",
    "Validator findings flow into repair proposals that conform to schemas/repair-proposal.schema.json with requiresHumanReview=true, status='proposed'.",
    "Validator findings flow into learning events that conform to schemas/learning-event.schema.json with humanReviewStatus='pending', appliedToWiki=false.",
    "All items requiring human review aggregate into reports/review-queue.json grouped by type and severity."
  ],
  "whatIsNotProven": [
    "Workflows have NOT been imported into n8n.",
    "No node has been executed.",
    "No external API has been called.",
    "Prompt-to-IR remains keyword-rule and misses plurals / synonyms.",
    "Multi-framework export (Dify, LangGraph, Make, Zapier) is not implemented.",
    "Self-improvement is not autonomous; learning events do not promote into the curated wiki."
  ],
  "remainingRisksOrBlockers": [
    "Plural / synonym handling in tools/prompt_to_ir.py — known limitation; not in scope for V1.",
    "Static validator does not parse n8n parameter schemas; a workflow can pass and still fail to import.",
    "Review queue caps high-risk surfacing at 100 and duplicate clusters at 50; full backlog is larger."
  ],
  "recommendedNextStep": "Behavioural validation pass: import one runtime-proof workflow into a sandbox n8n, replace placeholders, run the trigger, and record success/failure as a learning event with source='generation' or 'ci'.",
  "finalJudgment": "READY FOR HUMAN DIFF REVIEW",
  "honestyNotes": [
    "Nothing was committed, pushed, or branched.",
    "No real credentials, URLs, or PII appear in any generated artefact.",
    "Static validation only — not behaviourally executed."
  ]
}