From 0efadbe6b4c59a815cbe56537607ab72a9351faf Mon Sep 17 00:00:00 2001 From: Francois Laithier Date: Tue, 3 Jun 2025 17:36:44 -0700 Subject: [PATCH 1/3] Add robots.txt --- config/webpack/webpack.common.ts | 1 + web/robots.txt | 4 ++++ 2 files changed, 5 insertions(+) create mode 100644 web/robots.txt diff --git a/config/webpack/webpack.common.ts b/config/webpack/webpack.common.ts index cd6e321aa6fd..1dd1c6551ed7 100644 --- a/config/webpack/webpack.common.ts +++ b/config/webpack/webpack.common.ts @@ -114,6 +114,7 @@ const getCommonConfiguration = ({file = '.env', platform = 'web'}: Environment): {from: 'web/favicon-unread.png'}, {from: 'web/og-preview-image.png'}, {from: 'web/apple-touch-icon.png'}, + {from: 'web/robots.txt'}, {from: 'assets/images/expensify-app-icon.svg'}, {from: 'web/manifest.json'}, {from: 'web/thirdPartyScripts.js'}, diff --git a/web/robots.txt b/web/robots.txt new file mode 100644 index 000000000000..e3d9f844cbe4 --- /dev/null +++ b/web/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: / + +Sitemap: https://help.expensify.com/sitemap.xml From 5010037bba020a994ebced24c4ba2b1b724b6abb Mon Sep 17 00:00:00 2001 From: Francois Laithier Date: Tue, 3 Jun 2025 17:53:40 -0700 Subject: [PATCH 2/3] Add usedot sitemap --- web/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/web/robots.txt b/web/robots.txt index e3d9f844cbe4..f4eb2651f2e6 100644 --- a/web/robots.txt +++ b/web/robots.txt @@ -2,3 +2,4 @@ User-agent: * Disallow: / Sitemap: https://help.expensify.com/sitemap.xml +Sitemap: https://use.expensify.com/sitemap.xml From 074963e32efee2c486cf42b4d4ec2498959250e6 Mon Sep 17 00:00:00 2001 From: Francois Laithier Date: Tue, 3 Jun 2025 21:35:06 -0700 Subject: [PATCH 3/3] Allow root --- web/robots.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/web/robots.txt b/web/robots.txt index f4eb2651f2e6..781bac71c19d 100644 --- a/web/robots.txt +++ b/web/robots.txt @@ -1,4 +1,6 @@ User-agent: * + +Allow: /$ Disallow: / Sitemap: https://help.expensify.com/sitemap.xml