Simplify robots.txt to a single User-agent block

Bad bots are blocked at the nginx level instead.

Author: pierres

root/robots.txt

@@ -1,41 +1,5 @@
-User-agent: Googlebot
+User-agent: *
 Disallow: /packages?*compare=
 Allow: /
 
-User-agent: bingbot
-Allow: /
-
-User-agent: DuckDuckBot
-Allow: /
-
-User-agent: Applebot
-Allow: /
-
-User-agent: Qwantbot
-Allow: /
-
-User-agent: MojeekBot
-Allow: /
-
-User-agent: BraveBot
-Allow: /
-
-User-agent: search.marginalia.nu
-Allow: /
-
-User-agent: StractBot
-Allow: /
-
-User-agent: SeekportBot
-Allow: /
-
-User-agent: SeznamBot
-Allow: /
-
-User-agent: yacybot
-Allow: /
-
-User-agent: *
-Disallow: /
-
 Sitemap: https://pkgstats.archlinux.de/sitemap.xml