feat: de-astro-ify the site builder; add extensions to pages (#1428)

* feat: de-astro-ify the site builder; add extensions to pages

* fix: lint

* fix: remove empty file

* fix: optimize fetching, logging

* fix: pino-pretty

* fix: add json

* fix: lint

---------

Co-authored-by: Thomas F. K. Jorna <hello@tefkah.com>

Author: 3mcd

core/actions/buildSite/action.ts

@@ -88,7 +88,15 @@ const schema = z.object({
 					.string()
 					.describe("A filter expression that selects which pubs to include"),
 				slug: z.string().describe("JSONata expression for the page URL slug"),
-				transform: z.string().describe("JSONata expression that outputs HTML for the page"),
+				transform: z
+					.string()
+					.describe("JSONata expression that outputs content for the page"),
+				extension: z
+					.string()
+					.default("html")
+					.describe(
+						"File extension for the generated output (e.g., 'html', 'json', 'xml'). Only 'html' pages are wrapped in an HTML shell."
+					),
 			})
 		)
 		.min(1)

core/actions/buildSite/form.tsx

@@ -6,6 +6,7 @@ import { useFieldArray, useWatch } from "react-hook-form"
 
 import { Button } from "ui/button"
 import { FieldDescription, FieldLabel, FieldSet } from "ui/field"
+import { Input } from "ui/input"
 import { MonacoFormField } from "ui/monaco"
 import { FieldOutputMap } from "ui/outputMap"
 import { usePubFieldContext } from "ui/pubFields"
@@ -154,6 +155,25 @@ export default function BuildSiteActionForm() {
 							/>
 						</div>
 
+						<div>
+							<FieldLabel className="text-xs">File Extension</FieldLabel>
+							<FieldDescription className="text-xs">
+								Output file type. Only &quot;html&quot; pages are wrapped in an HTML
+								shell.
+							</FieldDescription>
+							<ActionField
+								name={`pages.${index}.extension`}
+								render={({ field }) => (
+									<Input
+										{...field}
+										value={field.value ?? "html"}
+										placeholder="html"
+										className="h-8 text-sm"
+									/>
+								)}
+							/>
+						</div>
+
 						<div>
 							<div className="mb-1 flex items-center justify-between">
 								<FieldLabel className="text-xs">Content Template</FieldLabel>
@@ -224,7 +244,12 @@ export default function BuildSiteActionForm() {
 					type="button"
 					size="sm"
 					onClick={() =>
-						append({ filter: "", slug: "$.pub.id", transform: DEFAULT_PAGE_TEMPLATE })
+						append({
+							filter: "",
+							slug: "$.pub.id",
+							transform: DEFAULT_PAGE_TEMPLATE,
+							extension: "html",
+						})
 					}
 				>
 					<Plus size={14} className="mr-1" />

core/actions/buildSite/run.tsx

@@ -110,6 +110,7 @@ export const run = defineRun<typeof action>(
 						slug: pub.slug as string,
 					})),
 					transform: page.transform,
+					extension: page.extension ?? "html",
 				}
 			})
 		)

core/prisma/seeds/coar-notify.ts

@@ -487,9 +487,10 @@ pre { background: #f3f4f6; padding: 1rem; border-radius: 0.5rem; overflow-x: aut
 											{
 												// Individual review page - one per Review pub
 												slug: "$.pub.id",
-												// Use all published pubs
 												filter: '$.pub.pubType.name = "Review"',
-												transform: `'<article>' &
+												extension: "html",
+												transform: `'<link rel="alternate" type="application/json" href="' & $.pub.id & '.json" />' &
+'<article>' &
   '<h1>' & $.pub.title & '</h1>' &
   $join(
     $map(
@@ -504,13 +505,27 @@ pre { background: #f3f4f6; padding: 1rem; border-radius: 0.5rem; overflow-x: aut
     ),
     ''
   ) &
+   '<p><a href="' & $.pub.id & '.json">JSON</a></p>' &
   '<p><a href="/">← Back to all reviews</a></p>' &
 '</article>'`,
+											},
+											{
+												// JSON manifest - companion metadata for each review
+												slug: "$.pub.id",
+												filter: '$.pub.pubType.name = "Review"',
+												extension: "json",
+												transform: `$string({
+  "title": $.pub.title,
+  "id": $.pub.id,
+  "type": "Review",
+  "pubType": $.pub.pubType.name
+})`,
 											},
 											{
 												// Index page - lists all published reviews
 												slug: '"/"',
 												filter: '$.pub.pubType.name = "Review"',
+												extension: "html",
 												transform: `'<h1>Published Reviews</h1>' &
 '<ul class="review-list">' &
   '<li><a href="/coar-notify/reviews/' & $.pub.id & '">' & $.pub.title & '</a></li>' &

packages/contracts/src/resources/site-builder-2.ts

@@ -29,6 +29,7 @@ export const siteBuilderApi = contract.router(
 							})
 						),
 						transform: z.string(),
+						extension: z.string().default("html"),
 					})
 				),
 				siteUrl: z.string(),

pnpm-lock.yaml

@@ -2,11 +2,6 @@
 dist/**
 !dist/.gitkeep
 
-# generated types
-.astro/**
-
-!.astro/.gitkeep
-
 # dependencies
 node_modules/
 
@@ -32,6 +27,5 @@ builds/**
 !.env.development
 !.env.server.development
 
+.storage/
 
-.storage/**
-!.storage/.gitkeep