feat(chips): drive list_chips from the chips repo README index

list_chips now surfaces every CHIP across all statuses (Living, Draft,
Review, Final, Stagnant, Withdrawn, Obsolete, Grandfathered, Under
Consideration) by parsing the canonical index in
Chia-Network/chips/README.md. Draft and Review entries link to open PRs
and are enriched from the PR head; Final entries are enriched from main.
Status comes from the README (authoritative) rather than per-file
frontmatter so unmerged proposals like CHIP-57 surface correctly when
asked for the most recent CHIP.

Co-Authored-By: Dan Perry <d.perry@chia.net>
Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>

Author: 3 people

README.md

@@ -220,7 +220,7 @@ Skills are read-only and idempotent, persist state between runs, and accept stru
 | `get_prefarm_status` | Live per-wallet balances of the 21M XCH strategic reserve, plus total spent |
 | `get_prefarm_spends` | Outflows from the reserve, with destinations labelled when known (partners / market makers / exchanges). Filter by wallet, height, or count |
 | `list_prefarm_addresses` | The hardcoded registry: custody wallets and known destination addresses. No network call |
-| `list_chips` | Merged Chia Improvement Proposals on `main`, parsed front matter + abstract. Filter by status or category |
+| `list_chips` | All Chia Improvement Proposals from the canonical README index in `Chia-Network/chips`, across every status (Living, Draft, Review, Final, Stagnant, Withdrawn, Obsolete, Grandfathered). Draft and Review entries link to open PRs; Final entries link to merged files. Status comes from the README; front matter is enriched in. Filter by status or category |
 | `get_chip` | One CHIP by number. Returns the merged version (if any), any open PR drafts proposing the same number, and optionally the full markdown |
 | `list_chip_drafts` | Open PRs against `Chia-Network/chips` that add or modify a CHIP, with parsed front matter and PR context (author, reviewers, draft flag) |
 | `search_chips` | Keyword search across merged CHIPs and open PR drafts (title, description, abstract, authors) |

src/chips/index.ts

@@ -8,20 +8,13 @@ import {
   type AuthorRef,
   type ChipFrontMatter,
 } from './parser.js';
+import { getChipReadmeIndex, type ChipReadmeEntry } from './readme-index.js';
 
 const REPO = 'Chia-Network/chips';
 const DEFAULT_REF = 'main';
-const CHIPS_DIR = 'CHIPs';
-const LISTING_TTL_MS = 5 * 60_000;
 const CONTENT_TTL_MS = 10 * 60_000;
 const PR_LIST_TTL_MS = 2 * 60_000;
 
-interface ContentsEntry {
-  name: string;
-  path: string;
-  type: 'file' | 'dir' | 'symlink' | 'submodule';
-}
-
 interface PullsEntry {
   number: number;
   title: string;
@@ -60,7 +53,7 @@ export interface ChipSummary {
   replaces: string | null;
   superseded_by: string | null;
   source_url: string;
-  filename: string;
+  filename: string | null;
 }
 
 export interface MergedChip extends ChipSummary {
@@ -77,6 +70,12 @@ export interface DraftChip extends ChipSummary {
   body?: string;
 }
 
+export interface ChipIndexEntry extends ChipSummary {
+  kind: 'file' | 'pr' | 'external';
+  pr: PrContext | null;
+  ref: string | null;
+}
+
 export interface PrContext {
   number: number;
   url: string;
@@ -115,44 +114,15 @@ function summarize(fm: ChipFrontMatter, body: string, ref: string, filename: str
   };
 }
 
-async function listChipFilenames(): Promise<string[]> {
-  return getCached(
-    `chips:contents:${DEFAULT_REF}`,
-    async () => {
-      const entries = await githubApi<ContentsEntry[]>(
-        `/repos/${REPO}/contents/${CHIPS_DIR}?ref=${DEFAULT_REF}`
-      );
-      return entries
-        .filter((e) => e.type === 'file' && /^chip-\d{1,5}\.md$/i.test(e.name))
-        .map((e) => e.path)
-        .sort();
-    },
-    LISTING_TTL_MS
-  );
-}
-
 async function fetchChipFile(ref: string, path: string): Promise<string> {
   return getCached(`chips:raw:${ref}:${path}`, () => fetchRawFile(REPO, ref, path), CONTENT_TTL_MS);
 }
 
-export async function listMergedChips(): Promise<ChipSummary[]> {
-  const paths = await listChipFilenames();
-  const summaries = await Promise.all(
-    paths.map(async (path) => {
-      const body = await fetchChipFile(DEFAULT_REF, path);
-      const fm = parseChipFrontMatter(body);
-      return summarize(fm, body, DEFAULT_REF, path);
-    })
-  );
-  summaries.sort((a, b) => (a.number ?? 0) - (b.number ?? 0));
-  return summaries;
-}
-
 export async function getMergedChip(
   number: number,
   options: { includeBody?: boolean } = {}
 ): Promise<MergedChip | null> {
-  const filename = `${CHIPS_DIR}/${buildChipFileName(number)}`;
+  const filename = `CHIPs/${buildChipFileName(number)}`;
   try {
     const body = await fetchChipFile(DEFAULT_REF, filename);
     const fm = parseChipFrontMatter(body);
@@ -285,6 +255,105 @@ export async function findChipByNumber(
   return { merged, drafts };
 }
 
+function sparseEntry(idx: ChipReadmeEntry): ChipIndexEntry {
+  return {
+    number: idx.number,
+    title: idx.title,
+    status: idx.status,
+    category: null,
+    sub_category: null,
+    type: null,
+    authors: [],
+    editors: [],
+    description: null,
+    abstract: null,
+    created: null,
+    updated: null,
+    comments_uri: null,
+    requires: null,
+    replaces: null,
+    superseded_by: null,
+    source_url: idx.url,
+    filename: idx.filename,
+    kind: idx.kind,
+    pr: null,
+    ref: null,
+  };
+}
+
+async function buildIndexEntry(
+  idx: ChipReadmeEntry,
+  openPrs: Map<number, PullsEntry>
+): Promise<ChipIndexEntry> {
+  if (idx.kind === 'file' && idx.filename) {
+    try {
+      const body = await fetchChipFile(DEFAULT_REF, idx.filename);
+      const fm = parseChipFrontMatter(body);
+      const summary = summarize(fm, body, DEFAULT_REF, idx.filename);
+      return {
+        ...summary,
+        number: idx.number ?? summary.number,
+        title: summary.title ?? idx.title,
+        status: idx.status,
+        source_url: idx.url,
+        kind: 'file',
+        pr: null,
+        ref: DEFAULT_REF,
+      };
+    } catch (err) {
+      if (err instanceof FileNotFoundError) return sparseEntry(idx);
+      throw err;
+    }
+  }
+  if (idx.kind === 'pr' && idx.prNumber != null) {
+    const pr = openPrs.get(idx.prNumber);
+    if (pr) {
+      const files = await listPrChipFiles(pr.number).catch(() => [] as PullFileEntry[]);
+      const chipFiles = files.filter(
+        (f) => f.status !== 'removed' && extractChipPathInfo(f.filename)
+      );
+      let chipFile: PullFileEntry | undefined;
+      if (idx.number != null) {
+        const target = buildChipFileName(idx.number);
+        chipFile = chipFiles.find((f) => f.filename.toLowerCase().endsWith(target.toLowerCase()));
+      }
+      if (!chipFile) chipFile = chipFiles[0];
+      if (chipFile) {
+        const body = await fetchChipFile(pr.head.sha, chipFile.filename).catch(() => null);
+        if (body) {
+          const fm = parseChipFrontMatter(body);
+          const summary = summarize(fm, body, pr.head.sha, chipFile.filename);
+          return {
+            ...summary,
+            number: idx.number ?? summary.number,
+            title: summary.title ?? idx.title,
+            status: idx.status,
+            source_url: idx.url,
+            kind: 'pr',
+            pr: prContext(pr),
+            ref: pr.head.sha,
+          };
+        }
+      }
+    }
+    return sparseEntry(idx);
+  }
+  return sparseEntry(idx);
+}
+
+export async function listChipsFromReadme(): Promise<ChipIndexEntry[]> {
+  const [index, openPrsList] = await Promise.all([getChipReadmeIndex(), listOpenChipPrs()]);
+  const openPrs = new Map(openPrsList.map((pr) => [pr.number, pr]));
+  const entries = await Promise.all(index.map((idx) => buildIndexEntry(idx, openPrs)));
+  entries.sort((a, b) => {
+    if (a.number == null && b.number == null) return 0;
+    if (a.number == null) return 1;
+    if (b.number == null) return -1;
+    return a.number - b.number;
+  });
+  return entries;
+}
+
 export interface SearchOptions {
   status?: string;
   source?: 'merged' | 'draft' | 'both';
@@ -302,30 +371,30 @@ function matchesQuery(s: ChipSummary, q: string): boolean {
   return haystacks.some((h) => h.toLowerCase().includes(needle));
 }
 
+function kindToSource(kind: ChipIndexEntry['kind']): 'merged' | 'draft' {
+  return kind === 'pr' ? 'draft' : 'merged';
+}
+
+export interface SearchMatch extends ChipIndexEntry {
+  source: 'merged' | 'draft';
+}
+
 export async function searchChips(
   query: string,
   options: SearchOptions = {}
-): Promise<Array<MergedChip | DraftChip>> {
+): Promise<SearchMatch[]> {
   const source = options.source ?? 'both';
   const limit = options.limit ?? 20;
   const statusFilter = options.status?.toLowerCase();
 
-  const pool: Array<MergedChip | DraftChip> = [];
-  if (source === 'merged' || source === 'both') {
-    const merged = await listMergedChips();
-    for (const m of merged) {
-      pool.push({ ...m, source: 'merged' as const, ref: 'main' as const });
-    }
-  }
-  if (source === 'draft' || source === 'both') {
-    const drafts = await listChipDrafts();
-    pool.push(...drafts);
-  }
-
-  const filtered = pool.filter((c) => {
-    if (statusFilter && (c.status?.toLowerCase() ?? '') !== statusFilter) return false;
-    return matchesQuery(c, query);
-  });
+  const entries = await listChipsFromReadme();
+  const filtered = entries
+    .map((e): SearchMatch => ({ ...e, source: kindToSource(e.kind) }))
+    .filter((e) => {
+      if (source !== 'both' && e.source !== source) return false;
+      if (statusFilter && (e.status?.toLowerCase() ?? '') !== statusFilter) return false;
+      return matchesQuery(e, query);
+    });
 
   return filtered.slice(0, limit);
 }

src/chips/readme-index.ts

@@ -0,0 +1,107 @@
+import { fetchRawFile } from '../github/client.js';
+import { getCached } from '../github/cache.js';
+
+const REPO = 'Chia-Network/chips';
+const DEFAULT_REF = 'main';
+const README_PATH = 'README.md';
+const README_TTL_MS = 5 * 60_000;
+
+export type ChipReadmeEntryKind = 'file' | 'pr' | 'external';
+
+export interface ChipReadmeEntry {
+  number: number | null;
+  title: string;
+  status: string;
+  url: string;
+  kind: ChipReadmeEntryKind;
+  filename: string | null;
+  prNumber: number | null;
+}
+
+const BULLET_PATTERN = /^\*\s+\[(.+?)\]\((.+?)\)/;
+const FILE_LINK_PATTERN = /^\/?CHIPs\/(chip-\d{1,5}\.md)$/i;
+const PR_LINK_PATTERN = /^https?:\/\/github\.com\/Chia-Network\/chips\/pull\/(\d+)\/?$/i;
+
+function parseLabel(label: string): { number: number | null; title: string } {
+  const m = label.match(/^\s*(\d+)\s*[-–—:]\s*(.+?)\s*$/);
+  if (m) {
+    return { number: Number(m[1]), title: m[2]!.trim() };
+  }
+  return { number: null, title: label.trim() };
+}
+
+function classify(url: string): {
+  kind: ChipReadmeEntryKind;
+  filename: string | null;
+  prNumber: number | null;
+  absoluteUrl: string;
+} {
+  const fileMatch = url.match(FILE_LINK_PATTERN);
+  if (fileMatch) {
+    const filename = `CHIPs/${fileMatch[1]!}`;
+    return {
+      kind: 'file',
+      filename,
+      prNumber: null,
+      absoluteUrl: `https://github.com/${REPO}/blob/${DEFAULT_REF}/${filename}`,
+    };
+  }
+  const prMatch = url.match(PR_LINK_PATTERN);
+  if (prMatch) {
+    return {
+      kind: 'pr',
+      filename: null,
+      prNumber: Number(prMatch[1]),
+      absoluteUrl: url,
+    };
+  }
+  return { kind: 'external', filename: null, prNumber: null, absoluteUrl: url };
+}
+
+export function parseChipReadmeIndex(markdown: string): ChipReadmeEntry[] {
+  const lines = markdown.split(/\r?\n/);
+  const entries: ChipReadmeEntry[] = [];
+  let currentStatus: string | null = null;
+
+  for (const raw of lines) {
+    const line = raw.trim();
+    const heading = line.match(/^###\s+(.+?)\s*$/);
+    if (heading) {
+      currentStatus = heading[1]!.trim();
+      continue;
+    }
+    if (line.startsWith('## ')) {
+      currentStatus = null;
+      continue;
+    }
+    if (!currentStatus) continue;
+    const bullet = line.match(BULLET_PATTERN);
+    if (!bullet) continue;
+    const [, label, url] = bullet;
+    if (!label || !url) continue;
+    const { number, title } = parseLabel(label);
+    const { kind, filename, prNumber, absoluteUrl } = classify(url);
+    entries.push({
+      number,
+      title,
+      status: currentStatus,
+      url: absoluteUrl,
+      kind,
+      filename,
+      prNumber,
+    });
+  }
+
+  return entries;
+}
+
+export async function getChipReadmeIndex(): Promise<ChipReadmeEntry[]> {
+  return getCached(
+    `chips:readme:${DEFAULT_REF}`,
+    async () => {
+      const body = await fetchRawFile(REPO, DEFAULT_REF, README_PATH);
+      return parseChipReadmeIndex(body);
+    },
+    README_TTL_MS
+  );
+}

src/tools/chips/list-chip-drafts.ts

@@ -5,7 +5,7 @@ import { errorText, jsonText } from '../shared/response.js';
 export function register(server: McpServer): void {
   server.tool(
     'list_chip_drafts',
-    'List open pull requests against Chia-Network/chips that add or modify a CHIP file. Each entry includes parsed front matter from the proposed file plus PR context (number, url, author, requested reviewers, draft flag, updated_at) and a modifies_existing flag for amendments. PRs that do not touch a CHIPs/chip-*.md file are filtered out.',
+    'List the live state of every open pull request against Chia-Network/chips that adds or modifies a CHIP file. Use this for PR review context (author, requested reviewers, draft flag, updated_at) and the modifies_existing flag for amendments. PRs that do not touch a CHIPs/chip-*.md file are filtered out. For the canonical CHIP index across all statuses (including Draft proposals), use list_chips.',
     {},
     async () => {
       try {