add sitemaps

Author: MartinRst

src/pages/sitemap/default.xml.ts

@@ -9,6 +9,8 @@ export const GET: APIRoute = async () => {
         .filter((r) => r !== "" && r.indexOf("[") === -1)
         .filter((r) => r !== "/404" && r !== "/500")
         .filter((r) => r !== "/use-cases" && !r.startsWith("/use-cases/"))
+        .filter((r) => r !== "/orchestration" && !r.startsWith("/orchestration/"))
+        .filter((r) => r !== "/resources" && !r.startsWith("/resources/"))
         .map((r) => "https://kestra.io" + r)
 
     return sitemapResponse(urls)

src/pages/sitemap/index.xml.ts

@@ -20,6 +20,12 @@ export const GET: APIRoute = async () => {
     <sitemap>
         <loc>https://kestra.io/sitemap/use-cases.xml</loc>
     </sitemap>
+    <sitemap>
+        <loc>https://kestra.io/sitemap/orchestration.xml</loc>
+    </sitemap>
+    <sitemap>
+        <loc>https://kestra.io/sitemap/resources.xml</loc>
+    </sitemap>
     <sitemap>
         <loc>https://kestra.io/sitemap/misc.xml</loc>
     </sitemap>

src/pages/sitemap/orchestration.xml.ts

@@ -0,0 +1,28 @@
+import type { APIRoute } from "astro"
+import { getCollection } from "astro:content"
+import { sitemapResponse, formatLastMod, gitLastModified } from "~/utils/sitemap.ts"
+
+export const GET: APIRoute = async () => {
+    const pageEntries = Object.entries(
+        import.meta.glob<{ url?: string }>("../orchestration/**/*.astro", { eager: true }),
+    )
+
+    const pageUrls = pageEntries
+        .filter(([_, mod]) => mod.url && mod.url.indexOf("[") === -1)
+        .map(([globPath, mod]) => {
+            const filePath = globPath.replace(/^\.\.\//, "src/pages/")
+            return {
+                loc: `https://kestra.io${mod.url}`,
+                lastmod: formatLastMod(gitLastModified(filePath)),
+            }
+        })
+
+    const integrations = await getCollection("orchestration")
+
+    const integrationUrls = integrations.map((entry) => ({
+        loc: `https://kestra.io/orchestration/${entry.id}`,
+        lastmod: formatLastMod(gitLastModified((entry as any).filePath)),
+    }))
+
+    return sitemapResponse([...pageUrls, ...integrationUrls])
+}

src/pages/sitemap/resources.xml.ts

@@ -0,0 +1,41 @@
+import type { APIRoute } from "astro"
+import { getCollection } from "astro:content"
+import { resourceTabs, ALL_RESOURCES } from "~/components/resources/tags"
+import { sitemapResponse, formatLastMod, gitLastModified } from "~/utils/sitemap.ts"
+
+export const GET: APIRoute = async () => {
+    const pageEntries = Object.entries(
+        import.meta.glob<{ url?: string }>("../resources/**/*.astro", { eager: true }),
+    )
+
+    const pageUrls = pageEntries
+        .filter(([_, mod]) => mod.url && mod.url.indexOf("[") === -1)
+        .map(([globPath, mod]) => {
+            const filePath = globPath.replace(/^\.\.\//, "src/pages/")
+            return {
+                loc: `https://kestra.io${mod.url}`,
+                lastmod: formatLastMod(gitLastModified(filePath)),
+            }
+        })
+
+    const tagUrls = Array.from(resourceTabs.keys())
+        .filter((tag) => tag !== ALL_RESOURCES)
+        .map((tag) => ({ loc: `https://kestra.io/resources/${tag}` }))
+
+    const articles = await getCollection("resources")
+
+    const articleUrls = articles
+        .filter((post) => !post.data.href)
+        .map((post) => {
+            let lastmod = formatLastMod((post.data as any).date ?? null)
+            if (!lastmod && (post as any).filePath) {
+                lastmod = formatLastMod(gitLastModified((post as any).filePath))
+            }
+            return {
+                loc: `https://kestra.io/resources/${post.data.tag}/${post.id.toLowerCase()}`,
+                lastmod,
+            }
+        })
+
+    return sitemapResponse([...pageUrls, ...tagUrls, ...articleUrls])
+}