Persist canonical MDI revisions in R2

Author: chubes4

package.json

@@ -90,6 +90,7 @@
     "wp-codebox:source": "node bin/wp-codebox-source.mjs",
     "generate:browser-fanout-aggregation-runtime": "tsx scripts/generate-browser-fanout-aggregation-runtime.ts",
     "generate:fanout-aggregation-contract": "tsx scripts/generate-fanout-aggregation-contract-fixture.ts",
+    "generate:cloudflare-mdi-runtime-bundle": "node scripts/build-cloudflare-mdi-runtime-bundle.mjs",
     "smoke": "tsx scripts/run-smoke.ts",
     "test:redaction": "tsx tests/redaction.test.ts",
     "test:cloudflare-runtime": "tsx tests/cloudflare-runtime.test.ts && node ./node_modules/typescript/bin/tsc -p packages/runtime-cloudflare --noEmit",

packages/runtime-cloudflare/assets/markdown-database-integration-runtime.zip

@@ -0,0 +1,4 @@
+declare module "*.zip" {
+  const archive: ArrayBuffer
+  export default archive
+}

packages/runtime-cloudflare/assets/markdown-primary-bootstrap-index.sqlite

@@ -17,6 +17,6 @@
 	],
 	"rules": [
 		{ "type": "CompiledWasm", "globs": ["**/*.wasm"], "fallthrough": false },
-		{ "type": "Data", "globs": ["**/*.sqlite"], "fallthrough": false }
+		{ "type": "Data", "globs": ["**/*.sqlite", "**/*-runtime.zip"], "fallthrough": false }
 	]
 }

packages/runtime-cloudflare/src/worker.ts

@@ -0,0 +1,31 @@
+import { writeFile } from "node:fs/promises"
+import { decodeZip, encodeZip } from "@php-wasm/stream-compression"
+
+const revision = "af451895a9429895e3ad4d9b4e073bfd88873745"
+const archiveUrl = `https://codeload.github.com/Automattic/markdown-database-integration/zip/${revision}`
+const output = new URL("../packages/runtime-cloudflare/assets/markdown-database-integration-runtime.zip", import.meta.url)
+const response = await fetch(archiveUrl)
+if (!response.ok || !response.body) throw new Error(`Unable to fetch Markdown Database Integration: ${response.status}.`)
+
+const runtimePaths = new Set([
+  "db.php",
+  "inc/class-wp-markdown-db.php",
+  "inc/class-wp-markdown-driver.php",
+  "inc/class-wp-markdown-frontmatter-profiles.php",
+  "inc/class-wp-markdown-loader.php",
+  "inc/class-wp-markdown-search.php",
+  "inc/class-wp-markdown-storage.php",
+  "inc/class-wp-markdown-write-engine.php",
+])
+const runtimeFiles = []
+for await (const entry of decodeZip(response.body)) {
+  const separator = entry.name.indexOf("/")
+  const relative = separator === -1 ? "" : entry.name.slice(separator + 1)
+  if (!runtimePaths.has(relative)) continue
+  runtimeFiles.push(new File([await entry.arrayBuffer()], relative, { lastModified: 0 }))
+}
+if (runtimeFiles.length !== runtimePaths.size) throw new Error(`Expected ${runtimePaths.size} MDI runtime files, received ${runtimeFiles.length}.`)
+
+const archive = await new Response(encodeZip(runtimeFiles)).arrayBuffer()
+await writeFile(output, new Uint8Array(archive))
+console.log(`Bundled ${runtimeFiles.length} MDI runtime files from ${revision} (${archive.byteLength} bytes).`)

packages/runtime-cloudflare/src/zip.d.ts

@@ -37,9 +37,14 @@ test("Cloudflare runtime packages the disposable WordPress install seed", async
     migrations?: Array<{ new_sqlite_classes?: string[] }>
   }
   const seed = await readFile(new URL("../packages/runtime-cloudflare/assets/wordpress-install-seed.sqlite", import.meta.url))
+  const markdownIndex = await readFile(new URL("../packages/runtime-cloudflare/assets/markdown-primary-bootstrap-index.sqlite", import.meta.url))
+  const markdownRuntime = await readFile(new URL("../packages/runtime-cloudflare/assets/markdown-database-integration-runtime.zip", import.meta.url))
 
   assert.equal(seed.subarray(0, 16).toString(), "SQLite format 3\0")
+  assert.equal(markdownIndex.subarray(0, 16).toString(), "SQLite format 3\0")
+  assert.equal(markdownRuntime.subarray(0, 4).toString("hex"), "504b0304")
   assert.ok(config.rules?.some((rule) => rule.type === "Data" && rule.globs?.includes("**/*.sqlite")))
+  assert.ok(config.rules?.some((rule) => rule.type === "Data" && rule.globs?.includes("**/*-runtime.zip")))
   assert.deepEqual(config.r2_buckets, [{ binding: "WORDPRESS_STATE_BUCKET", bucket_name: "wp-codebox-runtime-chubes" }])
   assert.deepEqual(config.durable_objects?.bindings, [{ name: "WORDPRESS_STATE", class_name: "WordPressStateCoordinator" }])
   assert.ok(config.migrations?.some((migration) => migration.new_sqlite_classes?.includes("WordPressStateCoordinator")))