Merge pull request Expensify#63408 from Expensify/francois-robots

Add robots.txt

Author: Julesssss

config/webpack/webpack.common.ts

@@ -114,6 +114,7 @@ const getCommonConfiguration = ({file = '.env', platform = 'web'}: Environment):
                 {from: 'web/favicon-unread.png'},
                 {from: 'web/og-preview-image.png'},
                 {from: 'web/apple-touch-icon.png'},
+                {from: 'web/robots.txt'},
                 {from: 'assets/images/expensify-app-icon.svg'},
                 {from: 'web/manifest.json'},
                 {from: 'web/thirdPartyScripts.js'},

web/robots.txt

@@ -0,0 +1,7 @@
+User-agent: *
+
+Allow: /$
+Disallow: /
+
+Sitemap: https://help.expensify.com/sitemap.xml
+Sitemap: https://use.expensify.com/sitemap.xml