Add crawl-delay for Claude bots in robots.txt

zaziemo · zaziemo · commit f53ca9219eef · 2026-03-30T21:21:10.000+02:00
diff --git a/public/robots.txt b/public/robots.txt
@@ -63,3 +63,14 @@ Crawl-delay: 20
 
 User-Agent: SEOkicks
 Disallow: /
+
+User-Agent: ClaudeBot
+Crawl-delay: 5
+
+User-Agent: Claude-SearchBot
+Crawl-delay: 5
+
+User-Agent: Claude-User
+Crawl-delay: 5
+
+
