Skip to content

Commit 743d4f3

Browse files
geo: explicitly welcome AI bots (GPTBot, ClaudeBot, PerplexityBot, etc.)
1 parent 24db1c6 commit 743d4f3

1 file changed

Lines changed: 26 additions & 1 deletion

File tree

src/app/robots.ts

Lines changed: 26 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,33 @@
11
import { MetadataRoute } from 'next'
22

3+
// AI/LLM crawlers — explicit allow improves GEO discoverability.
4+
const AI_BOTS = [
5+
'GPTBot',
6+
'ChatGPT-User',
7+
'OAI-SearchBot',
8+
'ClaudeBot',
9+
'Claude-Web',
10+
'PerplexityBot',
11+
'Perplexity-User',
12+
'Google-Extended',
13+
'GoogleOther',
14+
'CCBot',
15+
'anthropic-ai',
16+
'cohere-ai',
17+
'Bytespider',
18+
'Amazonbot',
19+
'DuckAssistBot',
20+
'YouBot',
21+
'Applebot-Extended',
22+
'Meta-ExternalAgent',
23+
]
24+
325
export default function robots(): MetadataRoute.Robots {
426
return {
5-
rules: { userAgent: '*', allow: '/' },
27+
rules: [
28+
{ userAgent: '*', allow: '/' },
29+
...AI_BOTS.map((bot) => ({ userAgent: bot, allow: '/' })),
30+
],
631
sitemap: 'https://commitmentissues.dev/sitemap.xml',
732
}
833
}

0 commit comments

Comments
 (0)