Replace legacy pipeline with token-efficient semantic index

.github/workflows/ci.yml

@@ -0,0 +1,53 @@
+name: CI
+
+on:
+  push:
+    branches: ['main', 'agent/**']
+  pull_request:
+
+permissions:
+  contents: read
+
+jobs:
+  test:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - os: ubuntu-latest
+            node-version: 22
+            upload-source: false
+          - os: ubuntu-latest
+            node-version: 24
+            upload-source: true
+          - os: windows-latest
+            node-version: 24
+            upload-source: false
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: npm
+          cache-dependency-path: global-template/docgen/package.json
+      - name: Syntax check
+        working-directory: global-template/docgen
+        run: npm run check
+      - name: Unit and integration tests
+        working-directory: global-template/docgen
+        run: npm test
+      - name: Installer dry run
+        run: node install.mjs --dry-run --no-link-cli
+      - name: Upload exact CI source
+        if: always() && matrix.upload-source
+        uses: actions/upload-artifact@v4
+        with:
+          name: docgen-ci-source
+          if-no-files-found: error
+          retention-days: 3
+          path: |
+            global-template/docgen
+            global-template/docgen/project-template
+            install.mjs
+            VERSION

CHANGELOG.md

@@ -0,0 +1,44 @@
+# Changelog
+
+## 2.0.0 — Token-efficient semantic index
+
+### Breaking
+
+- Removed the v1 monolithic `docgen.mjs` engine.
+- Removed discovery, analyze, semantics, enterprise-pass, enrichment, fix, update-impact, and full re-audit commands/prompts.
+- Removed all custom pipeline agents and parent-to-subagent delegation.
+- Removed legacy auto-enrich, auto-fix, and re-audit configuration.
+- Requires Node.js 22.5+ for built-in `node:sqlite`.
+- Existing v1 repositories must run `docgen migrate`.
+
+### Added
+
+- SQLite/FTS5 semantic index with incremental file hashing.
+- Overlapping source chunks plus deterministic symbol/interface/config/SQL extraction.
+- Bounded content-addressed context compiler.
+- Hard provider call/input/output/per-call budgets.
+- Provider telemetry and stage usage reports.
+- Two-call model synthesis: core and enterprise.
+- Deterministic catalog/reference rendering.
+- Item-level page invalidation.
+- Claim-level traceability generated in the same page invocation.
+- Deterministic FACT/evidence validation.
+- Selective, risk-scored, hash-cached LLM audit.
+- Breaking v1-to-v2 migration with backup and docs/ignore preservation.
+- Node.js 22/24 CI and semantic-index regression suite.
+
+### Changed
+
+- Planning defaults to at most 30 pages unless explicitly configured otherwise.
+- Provider prompts are direct and context-only.
+- Skills remain available for manual Command Code work but are not automatically loaded by the pipeline.
+- Source inventory moved from `.docgen/state` to `.docgen/index`.
+- Publishing and P3 workspace aggregation remain deterministic.
+
+### Removed dead managed files during installation
+
+The installer backs up and removes v1 executable, prompts, agents, and obsolete slash commands from global and project-local installations.
+
+## 1.0.0
+
+P3 system-of-systems workspace release built on the original provider-heavy repository pipeline.

PACKAGE-MANIFEST.json

@@ -1,99 +1,105 @@
 {
   "name": "commandcode-docgen-kit",
-  "version": "1.0.0",
+  "version": "2.0.0",
+  "releaseType": "breaking-token-efficiency-redesign",
+  "runtime": {
+    "node": ">=22.5.0",
+    "database": "node:sqlite with FTS5",
+    "provider": "Command Code CLI"
+  },
   "defaultInstallationScope": "global",
   "globalComponents": [
-    "agents",
     "skills",
     "commands",
     "hooks",
-    "orchestrator",
-    "prompts",
+    "modular-engine",
+    "bounded-prompts",
     "schemas",
     "project-template"
   ],
   "projectComponents": [
     ".docgen/config",
-    ".docgen/evidence",
+    ".docgen/index",
+    ".docgen/context",
     ".docgen/model",
     ".docgen/plan",
+    ".docgen/traceability",
     ".docgen/audit",
-    ".docgen/state",
+    ".docgen/telemetry",
+    ".docgen/budget",
     ".docgen/runs",
-    ".docgen/traceability",
+    ".docgen/publish",
+    ".docgen/state",
     "docs",
-    ".docgen/quarantine",
-    ".docgenignore",
-    ".docgen/publish"
+    ".docgenignore"
   ],
   "counts": {
-    "agents": 8,
+    "agents": 0,
     "skills": 50,
-    "commands": 21,
+    "commands": 15,
     "schemas": 35,
-    "prompts": 14
+    "providerPrompts": 5
   },
-  "contractFirewall": {
-    "boundaries": 19,
-    "deterministicTests": 21,
-    "transactionalStages": 6,
-    "zeroTokenCommand": "docgen contract-test"
+  "tokenEfficiency": {
+    "singlePassSourceIndex": true,
+    "incrementalFileHashing": true,
+    "sourceChunkIndex": true,
+    "sqliteFts5": true,
+    "boundedContextCompiler": true,
+    "contentAddressedContext": true,
+    "hardProviderBudgets": true,
+    "providerTelemetry": true,
+    "twoModelSynthesisCalls": true,
+    "deterministicReferenceRendering": true,
+    "itemLevelPageInvalidation": true,
+    "selectiveRiskAudit": true,
+    "auditInputCaching": true,
+    "parentAgentDelegation": false,
+    "autoEnrichLoop": false,
+    "autoFixLoop": false,
+    "fullReauditLoop": false,
+    "legacyPipeline": false
   },
-  "p0Trustworthiness": {
+  "trustworthiness": {
     "typedSemanticModels": true,
     "claimLevelTraceability": true,
-    "evidenceCentricQuality": true,
-    "crossPageContradictions": true,
-    "duplicateDetection": true,
-    "sourceFreshness": true,
-    "wordCountGate": "advisory",
-    "zeroTokenCommand": "docgen traceability"
+    "factEvidenceValidation": true,
+    "ignoredEvidenceRejected": true,
+    "contextOnlyReadHook": true,
+    "mermaidOnly": true
   },
-  "p1EnterpriseDepth": {
-    "security": true,
-    "operations": true,
-    "testing": true,
-    "dataGovernance": true,
-    "architectureDecisions": true,
-    "configuration": true,
-    "changeImpact": true,
-    "ownership": true
-  },
-  "ignoreBoundary": {
+  "sourceBoundary": {
     "gitignore": true,
+    "nestedGitignoreFallback": true,
     "docgenignore": true,
-    "readHook": true,
-    "sourceInventory": true,
-    "fingerprintsRespectIgnore": true,
-    "traceabilityRejectsIgnoredEvidence": true,
     "binaryAndNonText": true,
-    "magicAndUtf8Probe": true
+    "magicAndUtf8Probe": true,
+    "oversizedTextGuard": true
   },
-  "p2DocumentationExperience": {
-    "documentModes": true,
+  "publishing": {
     "frontmatter": true,
     "llmsTxt": true,
+    "llmsFullTxt": true,
     "searchIndex": true,
-    "backlinks": true,
-    "aliasesRedirects": true,
-    "versionDeprecationMigration": true,
-    "evidenceDerivedExamples": true
+    "navigationIndex": true
   },
-  "p3SystemOfSystems": {
+  "systemOfSystems": {
     "workspaceRegistry": true,
     "multiRepositoryAggregation": true,
-    "globalDependencyGraph": true,
-    "sharedContractRegistry": true,
-    "domainCapabilityMap": true,
+    "dependencyGraph": true,
+    "contractRegistry": true,
+    "capabilityMap": true,
     "businessJourneys": true,
-    "crossServiceRequestFlows": true,
-    "crossServiceEventFlows": true,
-    "crossRepositoryDataLineage": true,
-    "sharedInfrastructure": true,
-    "ownershipAggregation": true,
-    "crossRepositoryChangeImpact": true,
-    "incrementalWorkspaceRebuild": true,
-    "mermaidOnly": true,
-    "zeroProviderBasePipeline": true
+    "crossServiceFlows": true,
+    "dataLineage": true,
+    "ownership": true,
+    "changeImpact": true,
+    "incrementalWorkspaceRebuild": true
+  },
+  "migration": {
+    "from": "1.x",
+    "command": "docgen migrate",
+    "preserves": ["docs/**", ".docgenignore", "selected runtime/ignore configuration"],
+    "archivesLegacyArtifacts": true
   }
 }