Merge branch 'staging' into auto/A19S28-merge-master-into-staging

keyman-server · web-flow · commit 8d5763400b18 · 2026-05-11T15:43:42.000+02:00
diff --git a/robots.txt b/robots.txt
@@ -1,7 +1,3 @@
-# This bot is too busy (300K+ visits/month across all keyman.com domains)
-User-agent: AhrefsBot
-Disallow: /
-
-# This bot is too busy (300K+ visits/month across all keyman.com domains)
-User-agent: TurnitinBot
+# Disallow all bots since we don't need anything idexed on the staging site
+User-agent: *
 Disallow: /
