Add agent discovery features for AI readiness

Add robots.txt AI crawler rules with Content Signals, Link discovery
tags in HTML head (RFC 8288), .well-known/api-catalog (RFC 9727),
MCP server card, and agent skills index.

Author: gaurav-nelson

layouts/partials/head.html

@@ -38,6 +38,11 @@
   {{- /* Favicon */ -}}
   <link rel="icon" type="image/x-icon" href="/favicon.ico">
   <link rel="apple-touch-icon" sizes="180x180" href="/images/validated-patterns.png">
+
+  {{- /* Agent Discovery Links (RFC 8288 / RFC 9727) */ -}}
+  <link rel="api-catalog" href="/.well-known/api-catalog" type="application/linkset+json">
+  <link rel="service-doc" href="/llms.txt" type="text/plain">
+  <link rel="sitemap" href="/sitemap.xml" type="application/xml">
 
   {{- /* DNS Prefetch and Preconnect for Performance */ -}}
   <link rel="dns-prefetch" href="//use.fontawesome.com">

layouts/robots.txt

@@ -0,0 +1,33 @@
+User-agent: *
+Allow: /
+
+User-agent: GPTBot
+Allow: /
+
+User-agent: OAI-SearchBot
+Allow: /
+
+User-agent: Claude-Web
+Allow: /
+
+User-agent: Google-Extended
+Allow: /
+
+User-agent: Applebot-Extended
+Allow: /
+
+User-agent: CCBot
+Allow: /
+
+User-agent: PerplexityBot
+Allow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: AhrefsBot
+Disallow: /
+
+Sitemap: {{ "sitemap.xml" | absURL }}
+
+Content-Signal: ai-train=no, search=yes, ai-input=yes

static/.well-known/agent-skills/index.json

@@ -0,0 +1,23 @@
+{
+  "$schema": "https://agentskills.io/schema/index.json",
+  "skills": [
+    {
+      "name": "validated-patterns-docs",
+      "type": "documentation",
+      "description": "Browse documentation for Red Hat Validated Patterns — GitOps-driven, automated application stacks for hybrid cloud deployments on OpenShift.",
+      "url": "https://validatedpatterns.io/llms.txt"
+    },
+    {
+      "name": "pattern-catalog",
+      "type": "catalog",
+      "description": "Discover 30+ validated patterns organized by industry, Red Hat product, and partner, with deployment guides and architecture details.",
+      "url": "https://validatedpatterns.io/patterns/"
+    },
+    {
+      "name": "quickstart-guide",
+      "type": "tutorial",
+      "description": "Step-by-step guide to deploying your first validated pattern on OpenShift using the GitOps framework.",
+      "url": "https://validatedpatterns.io/learn/quickstart/"
+    }
+  ]
+}

static/.well-known/api-catalog

@@ -0,0 +1,23 @@
+{
+  "linkset": [
+    {
+      "anchor": "https://validatedpatterns.io/",
+      "service-doc": [
+        {
+          "href": "https://validatedpatterns.io/learn/quickstart/",
+          "type": "text/html"
+        }
+      ],
+      "describedby": [
+        {
+          "href": "https://validatedpatterns.io/llms.txt",
+          "type": "text/plain"
+        },
+        {
+          "href": "https://validatedpatterns.io/sitemap.xml",
+          "type": "application/xml"
+        }
+      ]
+    }
+  ]
+}

static/.well-known/mcp/server-card.json

@@ -0,0 +1,30 @@
+{
+  "serverInfo": {
+    "name": "Validated Patterns Documentation",
+    "version": "1.0.0",
+    "description": "Documentation site for Red Hat Validated Patterns — GitOps-driven application stacks for hybrid cloud deployments on OpenShift."
+  },
+  "homepage": "https://validatedpatterns.io/",
+  "capabilities": {
+    "resources": true,
+    "tools": false,
+    "prompts": false
+  },
+  "resources": [
+    {
+      "uri": "https://validatedpatterns.io/llms.txt",
+      "name": "LLM-friendly documentation index",
+      "mimeType": "text/plain"
+    },
+    {
+      "uri": "https://validatedpatterns.io/sitemap.xml",
+      "name": "Sitemap",
+      "mimeType": "application/xml"
+    },
+    {
+      "uri": "https://validatedpatterns.io/patterns/",
+      "name": "All validated patterns",
+      "mimeType": "text/html"
+    }
+  ]
+}