Merge branch 'staging' into auto/A19S30-merge-master-into-staging

keyman-server · web-flow · commit b4767dacacda · 2026-06-03T08:14:53.000+02:00
diff --git a/robots.txt b/robots.txt
@@ -1,7 +1,3 @@
-# This bot is too busy (300K+ visits/month across all keyman.com domains)
-User-agent: AhrefsBot
-Disallow: /
-
-# This bot is too busy (300K+ visits/month across all keyman.com domains)
-User-agent: TurnitinBot
+# Disallow all bots since we don't need anything idexed on the staging site
+User-agent: *
 Disallow: /
