Simplify robots.txt

Author: pierres

public/robots.txt

@@ -1,38 +1,4 @@
-User-agent: Googlebot
-Allow: /
-
-User-agent: bingbot
-Allow: /
-
-User-agent: DuckDuckBot
-Allow: /
-
-User-agent: Applebot
-Allow: /
-
-User-agent: Qwantbot
-Allow: /
-
-User-agent: MojeekBot
-Allow: /
-
-User-agent: BraveBot
-Allow: /
-
-User-agent: search.marginalia.nu
-Allow: /
-
-User-agent: StractBot
-Allow: /
-
-User-agent: SeekportBot
-Allow: /
-
-User-agent: SeznamBot
-Allow: /
-
-User-agent: yacybot
+User-agent: *
 Allow: /
 
-User-agent: *
-Disallow: /
+Sitemap: https://forum.archlinux.de/sitemap.xml