refactor(sitemap): simplify sitemap generation by removing unused route handling and enhancing high-value page entries

Author: LadyBluenotes

src/routes/blog.index.tsx

@@ -15,7 +15,6 @@ import { LibrariesWidget } from '~/components/LibrariesWidget'
 import { partners } from '~/utils/partners'
 import { PartnersRail, RightRail } from '~/components/RightRail'
 import { RecentPostsWidget } from '~/components/RecentPostsWidget'
-import { seo } from '~/utils/seo'
 
 type BlogFrontMatter = {
   slug: string
@@ -61,10 +60,11 @@ export const Route = createFileRoute('/blog/')({
   notFoundComponent: () => <PostNotFound />,
   component: BlogIndex,
   head: () => ({
-    meta: seo({
-      title: 'Blog | TanStack',
-      description: 'The latest news and blog posts from TanStack.',
-    }),
+    meta: [
+      {
+        title: 'Blog',
+      },
+    ],
   }),
 })
 

src/routes/libraries.tsx

@@ -3,15 +3,19 @@ import * as React from 'react'
 import { libraries, Library } from '~/libraries'
 import { reactChartsProject } from '~/libraries/react-charts'
 import LibraryCard from '~/components/LibraryCard'
-import { seo } from '~/utils/seo'
 
 export const Route = createFileRoute('/libraries')({
   component: LibrariesPage,
   head: () => ({
-    meta: seo({
-      title: 'All Libraries - TanStack',
-      description: 'Browse all TanStack libraries.',
-    }),
+    meta: [
+      {
+        title: 'All Libraries - TanStack',
+      },
+      {
+        name: 'description',
+        content: 'Browse all TanStack libraries.',
+      },
+    ],
   }),
 })
 

src/utils/sitemap.ts

@@ -5,50 +5,23 @@ import { fetchRepoDirectoryContents } from '~/utils/docs'
 import type { GitHubFileNode } from '~/utils/documents.server'
 import { env } from '~/utils/env'
 
-const TOP_LEVEL_ROUTE_MODULES = Object.keys(
-  import.meta.glob('../routes/*.{ts,tsx}'),
-)
-
-const TOP_LEVEL_INDEX_ROUTE_MODULES = Object.keys(
-  import.meta.glob('../routes/*/index.tsx'),
-)
-
 export type SitemapEntry = {
   path: string
   lastModified?: string
 }
 
 const MAX_DOCS_SITEMAP_DEPTH = 3
 
-const EXCLUDED_TOP_LEVEL_ROUTE_NAMES = new Set([
-  '__root',
-  'account',
-  'ads',
-  'blog.$',
-  'brand-guide',
-  'builder.docs',
-  'dashboard',
-  'feed',
-  'feedback-leaderboard',
-  'llms.txt',
-  'login',
-  'merch',
-  'partners-embed',
-  'privacy',
-  'terms',
-  'robots.txt',
-  'rss.xml',
-  'sitemap.xml',
-  'sponsors-embed',
-])
-
-const EXCLUDED_TOP_LEVEL_ROUTE_DIRECTORIES = new Set([
-  '$libraryId',
-  '[.]well-known',
-  'account',
-  'admin',
-  'stats',
-])
+const HIGH_VALUE_NON_DOC_PAGES = [
+  '/',
+  '/blog',
+  '/libraries',
+  '/learn',
+  '/showcase',
+  '/support',
+  '/workshops',
+  '/paid-support',
+] as const satisfies ReadonlyArray<string>
 
 function trimTrailingSlash(url: string) {
   return url.replace(/\/$/, '')
@@ -67,56 +40,6 @@ function asLastModified(value: string) {
   return new Date(`${value}T12:00:00.000Z`).toISOString()
 }
 
-function normalizeRouteName(routeName: string) {
-  return routeName.replace(/\[\.\]/g, '.')
-}
-
-function getTopLevelRoutePath(routeName: string) {
-  if (routeName === 'index') {
-    return '/'
-  }
-
-  if (routeName.endsWith('.index')) {
-    return `/${routeName.slice(0, -'.index'.length)}`
-  }
-
-  return `/${routeName}`
-}
-
-function getTopLevelEntries(): Array<SitemapEntry> {
-  const fileEntries = TOP_LEVEL_ROUTE_MODULES.flatMap((modulePath) => {
-    const routeName = normalizeRouteName(
-      modulePath
-        .split('/')
-        .at(-1)
-        ?.replace(/\.(ts|tsx)$/, '') ?? '',
-    )
-
-    if (!routeName || EXCLUDED_TOP_LEVEL_ROUTE_NAMES.has(routeName)) {
-      return []
-    }
-
-    return [{ path: getTopLevelRoutePath(routeName) }]
-  })
-
-  const directoryEntries = TOP_LEVEL_INDEX_ROUTE_MODULES.flatMap(
-    (modulePath) => {
-      const routeDirectory = modulePath.split('/').at(-2)
-
-      if (
-        !routeDirectory ||
-        EXCLUDED_TOP_LEVEL_ROUTE_DIRECTORIES.has(routeDirectory)
-      ) {
-        return []
-      }
-
-      return [{ path: `/${normalizeRouteName(routeDirectory)}` }]
-    },
-  )
-
-  return [...fileEntries, ...directoryEntries]
-}
-
 function getLibraryEntries(): Array<SitemapEntry> {
   return libraries.flatMap((library) => {
     if (
@@ -213,7 +136,7 @@ export async function getSitemapEntries(): Promise<Array<SitemapEntry>> {
   )
 
   const entries = [
-    ...getTopLevelEntries(),
+    ...HIGH_VALUE_NON_DOC_PAGES.map((path) => ({ path })),
     ...getLibraryEntries(),
     ...docsEntries.flat(),
     ...getBlogEntries(),