feat(micro): migrate storage from R2 JSONL to D1

Replaces the R2-based JSONL file storage with a D1 SQLite database.
Removes micro-r2.ts, adds micro.ts with a D1-backed microStore factory,
creates the initial migration, and wires up the new MICRO_DB binding
across all consumers. Drops unused assetsSchema and microSchema from
schemas.ts, and demotes D1 unavailability in gen-url-manifest to a
warning so fresh clones without local migrations don't break the build.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: just-be-dev

migrations/0001_create_micro_posts.sql

@@ -0,0 +1,7 @@
+CREATE TABLE IF NOT EXISTS micro_posts (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  content TEXT NOT NULL,
+  created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%S.000Z', 'now')),
+  updated_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%S.000Z', 'now')),
+  syndicated_to TEXT NOT NULL DEFAULT '[]'
+);

scripts/gen-url-manifest.ts

@@ -31,7 +31,7 @@ function parseFrontmatter(content: string): { data: Record<string, any>; body: s
 }
 
 /**
- * Process micro posts from R2 JSONL
+ * Process micro posts from D1
  */
 async function processMicroCollection(
   manifest: UrlManifest,
@@ -43,31 +43,24 @@ async function processMicroCollection(
   try {
     const { getPlatformProxy } = await import("wrangler");
     const projectRoot = import.meta.dir + "/..";
-    const { env, dispose } = await getPlatformProxy<{ MICRO_BUCKET: R2Bucket }>({
+    const { env, dispose } = await getPlatformProxy<{ MICRO_DB: D1Database }>({
       configPath: `${projectRoot}/wrangler.toml`,
       persist: { path: `${projectRoot}/.wrangler/state/v3` },
     });
 
-    if (!env.MICRO_BUCKET) {
-      console.log("  [WARN] Skipping micro posts: MICRO_BUCKET not available\n");
+    if (!env.MICRO_DB) {
+      console.log("  [WARN] Skipping micro posts: MICRO_DB not available\n");
       await dispose();
       return { processed: 0, skipped: 0, errors: 0 };
     }
 
-    const obj = await env.MICRO_BUCKET.get("micro-posts.jsonl");
+    const { results } = await env.MICRO_DB.prepare("SELECT id, created_at FROM micro_posts").all<{
+      id: number;
+      created_at: string;
+    }>();
     await dispose();
 
-    if (!obj) {
-      console.log("  [WARN] Skipping micro posts: micro-posts.jsonl not found in R2\n");
-      return { processed: 0, skipped: 0, errors: 0 };
-    }
-
-    const text = await obj.text();
-    const posts = text
-      .trim()
-      .split("\n")
-      .filter(Boolean)
-      .map((line) => JSON.parse(line) as { id: number; createdAt: string });
+    const posts = results.map((r) => ({ id: r.id, createdAt: r.created_at }));
 
     let processedCount = 0;
     let errorCount = 0;
@@ -136,11 +129,10 @@ async function processMicroCollection(
       errors: errorCount,
     };
   } catch (error) {
-    console.error(
-      `  [ERROR] Failed to load micro posts: ${error instanceof Error ? error.message : String(error)}`,
+    console.log(
+      `  [WARN] Skipping micro posts: ${error instanceof Error ? error.message : String(error)}\n`,
     );
-    console.log();
-    return { processed: 0, skipped: 0, errors: 1 };
+    return { processed: 0, skipped: 0, errors: 0 };
   }
 }
 
@@ -359,7 +351,7 @@ async function genUrlManifest(collections: string[]) {
   for (const collection of collections) {
     let result;
     if (collection === "micro") {
-      // Special handling for micro posts from R2
+      // Special handling for micro posts from D1
       result = await processMicroCollection(manifest, existingSlugToCode, seenSlugsInCurrentRun);
     } else {
       // File-based collections

src/content.config.ts

@@ -16,7 +16,6 @@ import {
   redirectsFileSchema,
   tagEntrySchema,
   tagsFileSchema,
-  microSchema,
 } from "./content/schemas";
 
 const blog = defineCollection({
@@ -136,11 +135,6 @@ const tags = defineCollection({
   schema: tagEntrySchema,
 });
 
-const micro = defineCollection({
-  loader: microLoader(),
-  schema: microSchema,
-});
-
 export const collections = {
   blog,
   games,
@@ -152,5 +146,4 @@ export const collections = {
   urls,
   redirects,
   tags,
-  micro,
 };

src/content/schemas.ts

@@ -73,12 +73,6 @@ export const pagesSchema = z.object({
   description: z.string().optional(),
 });
 
-export const assetsSchema = z.object({
-  hash: z.string(),
-  size: z.number(),
-  ext: z.string(),
-});
-
 export const urlsSchema = z.object({
   code: z.string(),
 });
@@ -114,10 +108,3 @@ export const tagsFileSchema = z.object({
     }),
   ),
 });
-
-export const microSchema = z.object({
-  content: z.string().max(280, "Micro post content must be 280 characters or less"),
-  createdAt: z.date(),
-  updatedAt: z.date(),
-  syndicatedTo: z.array(z.string()).default([]),
-});

src/env.d.ts

@@ -1,7 +1,7 @@
 /// <reference types="@cloudflare/workers-types" />
 
 type Runtime = import("@astrojs/cloudflare").Runtime<{
-  MICRO_BUCKET: R2Bucket;
+  MICRO_DB: D1Database;
   MICRO_SECRET?: string;
   BLUESKY_IDENTIFIER?: string;
   BLUESKY_PASSWORD?: string;

src/lib/micro-r2.ts

@@ -0,0 +1,77 @@
+export interface MicroPost {
+  id: number;
+  content: string;
+  createdAt: Date;
+  updatedAt: Date;
+  syndicatedTo: Array<{ platform: string; id: string; url: string }>;
+}
+
+interface D1Row {
+  id: number;
+  content: string;
+  created_at: string;
+  updated_at: string;
+  syndicated_to: string;
+}
+
+function rowToPost(row: D1Row): MicroPost {
+  return {
+    id: row.id,
+    content: row.content,
+    createdAt: new Date(row.created_at),
+    updatedAt: new Date(row.updated_at),
+    syndicatedTo: JSON.parse(row.syndicated_to),
+  };
+}
+
+export function microStore(db: D1Database) {
+  async function readPosts(): Promise<MicroPost[]> {
+    const { results } = await db
+      .prepare("SELECT * FROM micro_posts ORDER BY created_at DESC")
+      .all<D1Row>();
+    return results.map(rowToPost);
+  }
+
+  async function addPost(content: string): Promise<MicroPost> {
+    const now = new Date().toISOString();
+    const { meta } = await db
+      .prepare("INSERT INTO micro_posts (content, created_at, updated_at) VALUES (?, ?, ?)")
+      .bind(content, now, now)
+      .run();
+    const row = await db
+      .prepare("SELECT * FROM micro_posts WHERE id = ?")
+      .bind(meta.last_row_id)
+      .first<D1Row>();
+    return rowToPost(row!);
+  }
+
+  async function updatePost(id: number, updates: Partial<MicroPost>): Promise<void> {
+    const now = new Date().toISOString();
+    const sets: string[] = ["updated_at = ?"];
+    const binds: unknown[] = [now];
+
+    if (updates.content !== undefined) {
+      sets.push("content = ?");
+      binds.push(updates.content);
+    }
+    if (updates.syndicatedTo !== undefined) {
+      sets.push("syndicated_to = ?");
+      binds.push(JSON.stringify(updates.syndicatedTo));
+    }
+
+    binds.push(id);
+    const result = await db
+      .prepare(`UPDATE micro_posts SET ${sets.join(", ")} WHERE id = ?`)
+      .bind(...binds)
+      .run();
+    if (result.meta.changes === 0) {
+      throw new Error(`Post #${id} not found`);
+    }
+  }
+
+  async function deletePost(id: number): Promise<void> {
+    await db.prepare("DELETE FROM micro_posts WHERE id = ?").bind(id).run();
+  }
+
+  return { readPosts, addPost, updatePost, deletePost };
+}

src/lib/micro.ts

@@ -1,6 +1,6 @@
 ---
 import Layout from "@/layouts/Layout.astro";
-import { createMicroStorage, type MicroPost } from "@/lib/micro-r2.ts";
+import { microStore, type MicroPost } from "@/lib/micro.ts";
 import {
   type SyndicationConfig,
   type SyndicationResult,
@@ -47,7 +47,7 @@ if (Astro.request.method === "POST") {
     });
   }
 
-  const storage = createMicroStorage(env.MICRO_BUCKET);
+  const storage = microStore(env.MICRO_DB);
   const post = await storage.addPost(content);
 
   const config: SyndicationConfig = {};
@@ -96,7 +96,7 @@ if (
   Astro.request.headers.get("Accept")?.includes("application/json") &&
   isAuthorized()
 ) {
-  const storage = createMicroStorage(env.MICRO_BUCKET);
+  const storage = microStore(env.MICRO_DB);
   const posts = await storage.readPosts();
   posts.sort((a, b) => b.createdAt.getTime() - a.createdAt.getTime());
   return new Response(JSON.stringify(posts), {
@@ -114,8 +114,8 @@ if (cursorParam !== null && !Number.isFinite(Number(cursorParam))) {
   return Astro.redirect("/micro", 302);
 }
 
-// Read micro posts live from R2
-const storage = createMicroStorage(env.MICRO_BUCKET);
+// Read micro posts from D1
+const storage = microStore(env.MICRO_DB);
 const allPosts = (await storage.readPosts()).sort(
   (a, b) => b.createdAt.valueOf() - a.createdAt.valueOf()
 );

src/pages/micro.astro

@@ -1,5 +1,5 @@
 ---
-import { createMicroStorage } from "@/lib/micro-r2.ts";
+import { microStore } from "@/lib/micro.ts";
 
 export const prerender = false;
 
@@ -21,7 +21,7 @@ if (Astro.request.method === "DELETE") {
     });
   }
 
-  const storage = createMicroStorage(env.MICRO_BUCKET);
+  const storage = microStore(env.MICRO_DB);
   await storage.deletePost(postId);
 
   return new Response(JSON.stringify({ success: true }), {
@@ -36,7 +36,7 @@ if (!Number.isFinite(postId)) {
   return new Response(null, { status: 404 });
 }
 
-const storage = createMicroStorage(env.MICRO_BUCKET);
+const storage = microStore(env.MICRO_DB);
 const allPosts = (await storage.readPosts()).sort(
   (a, b) => b.createdAt.valueOf() - a.createdAt.valueOf()
 );

src/pages/micro/[id].astro

@@ -1,12 +1,12 @@
 import rss from "@astrojs/rss";
 import { SITE_TITLE } from "@/consts";
-import { createMicroStorage } from "@/lib/micro-r2.ts";
+import { microStore } from "@/lib/micro.ts";
 
 export const prerender = false;
 
 export async function GET(context) {
   const env = context.locals.runtime.env;
-  const storage = createMicroStorage(env.MICRO_BUCKET);
+  const storage = microStore(env.MICRO_DB);
   const posts = await storage.readPosts();
 
   // Sort by createdAt descending (newest first)