feature(docs): we aint rewriting to framer anymore (tldraw#8665)

Follow up to tldraw/tldraw-internal#264 and
dotdev release.

This PR will stay in WIP until we're ready to pull the plug on the
framer dotdev site.
It removes all unecessary redirections from docs to framer as now
tldraw.dev will point at the new dotdev project and the dotdev project
will redirect to docs

## Summary

Remove the Framer proxy behavior from the docs app so it can run as a
standalone docs deployment behind dotdev.

- Drops the marketing-path rewrites that proxied to the Framer site.
- Adds `assetPrefix` (via `ASSET_PREFIX`) so when docs pages are served
through a silent rewrite from `tldraw.dev`, their `/_next/*` assets load
from the docs origin (avoiding collisions with dotdev’s own `/_next/*`).
- Updates docs sitemap generation to be docs-only (no Framer URLs); this
sitemap is consumed by dotdev to build the single canonical
`tldraw.dev/sitemap.xml`.

## Ops notes

- Keep a stable hostname on the docs Vercel project (this becomes
`DOCS_ORIGIN_URL` on dotdev).
- Set `ASSET_PREFIX=https://<docs-origin-host>` on the docs Vercel
project (Prod + Preview).

## Test plan

- Visit `https://<docs-origin-host>/quick-start` and verify it loads and
navigates (JS/CSS assets come from the same origin).
- Verify `https://<docs-origin-host>/sitemap.xml` returns docs URLs
only.

Author: kaneel

apps/docs/app/sitemap.ts

@@ -1,10 +1,10 @@
 import { MetadataRoute } from 'next'
 import { db } from '@/utils/ContentDatabase'
-import { fetchFramerPaths } from '@/utils/framer-sitemap'
 
 export default async function sitemap(): Promise<MetadataRoute.Sitemap> {
 	const paths = await db.getAllPaths()
 
+	// Docs-only sitemap. Marketing pages are now owned by the dotdev app.
 	const docsSitemap: MetadataRoute.Sitemap = [
 		{
 			url: 'https://tldraw.dev/',
@@ -15,17 +15,5 @@ export default async function sitemap(): Promise<MetadataRoute.Sitemap> {
 			lastModified: new Date(),
 		})),
 	]
-
-	const framerPaths = await fetchFramerPaths()
-	const docsPaths = new Set(paths.map((p: string) => p.toLowerCase()))
-	const framerSitemap: MetadataRoute.Sitemap = []
-
-	for (const path of framerPaths) {
-		// Filter out root path and any paths that conflict with docs routes
-		if (path === '/') continue
-		if (docsPaths.has(path.toLowerCase())) continue
-		framerSitemap.push({ url: 'https://tldraw.dev' + path })
-	}
-
-	return [...docsSitemap, ...framerSitemap]
+	return docsSitemap
 }

apps/docs/next.config.js

@@ -1,9 +1,5 @@
 /** @type {import('next').NextConfig} */
 
-// Configurable domain for rewrites
-const REWRITE_DOMAIN = 'tldrawdotdev.framer.website'
-
-/** Keep in sync with `utils/asset-url.ts` (`resolveAssetOrigin`). */
 function resolveAssetOrigin() {
 	const explicit =
 		process.env.ASSET_PREFIX?.trim() ||
@@ -212,104 +208,9 @@ const nextConfig = {
 		]
 	},
 	async rewrites() {
-		const rewrites = {
-			beforeFiles: [
-				{
-					source: '/',
-					destination: `https://${REWRITE_DOMAIN}/`,
-				},
-				{
-					source: '/404',
-					destination: `https://${REWRITE_DOMAIN}/404`,
-				},
-				{
-					source: '/accessibility',
-					destination: `https://${REWRITE_DOMAIN}/accessibility`,
-				},
-				{
-					source: '/blog/announcements',
-					destination: `https://${REWRITE_DOMAIN}/blog/category/announcements`,
-				},
-				{
-					source: '/blog/case-studies',
-					destination: `https://${REWRITE_DOMAIN}/blog/category/case-studies`,
-				},
-				{
-					source: '/blog/product',
-					destination: `https://${REWRITE_DOMAIN}/blog/category/product`,
-				},
-				{
-					source: '/blog/release-notes',
-					destination: `https://${REWRITE_DOMAIN}/blog/category/release-notes`,
-				},
-				{
-					source: '/blog',
-					destination: `https://${REWRITE_DOMAIN}/blog`,
-				},
-				{
-					source: '/blog/:path+',
-					destination: `https://${REWRITE_DOMAIN}/blog/:path*`,
-				},
-				{
-					source: '/careers',
-					destination: `https://${REWRITE_DOMAIN}/careers`,
-				},
-				{
-					source: '/company',
-					destination: `https://${REWRITE_DOMAIN}/company`,
-				},
-				{
-					source: '/events',
-					destination: `https://${REWRITE_DOMAIN}/events`,
-				},
-				{
-					source: '/faq',
-					destination: `https://${REWRITE_DOMAIN}/faq`,
-				},
-				{
-					source: '/features/:path*',
-					destination: `https://${REWRITE_DOMAIN}/features/:path*`,
-				},
-				{
-					source: '/get-a-license/:path*',
-					destination: `https://${REWRITE_DOMAIN}/get-a-license/:path*`,
-				},
-				{
-					source: '/legal/:path*',
-					destination: `https://${REWRITE_DOMAIN}/legal/:path*`,
-				},
-				{
-					source: '/partner',
-					destination: `https://${REWRITE_DOMAIN}/partner`,
-				},
-				{
-					source: '/pricing',
-					destination: `https://${REWRITE_DOMAIN}/pricing`,
-				},
-				{
-					source: '/showcase',
-					destination: `https://${REWRITE_DOMAIN}/showcase`,
-				},
-				{
-					source: '/thanks',
-					destination: `https://${REWRITE_DOMAIN}/thanks`,
-				},
-				{
-					source: '/releases',
-					destination: '/getting-started/releases',
-				},
-				{
-					source: '/quick-start',
-					destination: '/getting-started/quick-start',
-				},
-				{
-					source: '/installation',
-					destination: '/getting-started/installation',
-				},
-			],
+		return {
+			beforeFiles: [],
 		}
-
-		return rewrites
 	},
 }
 

apps/docs/scripts/lib/checkBrokenLinks.ts

@@ -1,4 +1,3 @@
-import { fetchFramerPaths } from '@/utils/framer-sitemap'
 import { nicelog } from '@/utils/nicelog'
 import { connect } from './connect'
 
@@ -16,6 +15,32 @@ const INTERNAL_REWRITES: Record<string, string> = {
 	'/installation': '/getting-started/installation',
 }
 
+// Path prefixes that are served by another system (e.g. the marketing site)
+// rather than this Next.js app, so they will never appear in the docs DB.
+// Matches the prefix as an exact path OR as a parent of a subpath:
+// e.g. '/legal' matches '/legal' and '/legal/tldraw-license' but not '/legal-foo'.
+const EXTERNAL_ROUTE_PREFIXES = [
+	'/accessibility',
+	'/blog',
+	'/careers',
+	'/company',
+	'/events',
+	'/faq',
+	'/features',
+	'/get-a-license',
+	'/legal',
+	'/partner',
+	'/pricing',
+	'/showcase',
+	'/thanks',
+]
+
+function isExternalRoute(urlPath: string): boolean {
+	return EXTERNAL_ROUTE_PREFIXES.some(
+		(prefix) => urlPath === prefix || urlPath.startsWith(prefix + '/')
+	)
+}
+
 /**
  * Strip fenced code blocks from markdown, replacing them with blank lines
  * to preserve line numbering for error reporting.
@@ -109,9 +134,6 @@ function tryRedirect(urlPath: string): string | null {
 export async function checkBrokenLinks(): Promise<number> {
 	const db = await connect({ mode: 'readonly' })
 
-	// Fetch framer paths from the live sitemap so we don't maintain a stale list
-	const framerPaths = await fetchFramerPaths()
-
 	// Build set of all valid paths
 	const validPaths = new Set<string>()
 
@@ -198,6 +220,10 @@ export async function checkBrokenLinks(): Promise<number> {
 			const urlPath = hashIdx >= 0 ? url.slice(0, hashIdx) : url
 			const fragment = hashIdx >= 0 ? url.slice(hashIdx + 1).toLowerCase() : null
 
+			// Skip paths served by an external system (marketing site etc.)
+			// — they will never appear in the docs DB but are still valid in production.
+			if (isExternalRoute(urlPath)) continue
+
 			// Empty path with fragment = same-page anchor
 			if (urlPath === '' && fragment) {
 				const slugs = headingMap.get(article.path)
@@ -222,8 +248,6 @@ export async function checkBrokenLinks(): Promise<number> {
 				// Case-insensitive fallback (handles macOS FS collisions
 				// where e.g. Atom.mdx and atom.mdx map to the same file)
 				pathValid = true
-			} else if (framerPaths.has(urlPath)) {
-				pathValid = true
 			} else {
 				// Try redirect resolution
 				const redirected = tryRedirect(urlPath)