From e5e395e507e481e60b17ca8c19d54f48da7ef84f Mon Sep 17 00:00:00 2001 From: Ben Halpern Date: Wed, 11 Mar 2020 06:13:15 -0400 Subject: [PATCH] Add internal and admin to no-robots (#6575) [deploy] --- app/views/pages/robots.text.erb | 2 ++ 1 file changed, 2 insertions(+) diff --git a/app/views/pages/robots.text.erb b/app/views/pages/robots.text.erb index c90844264..2c5073003 100644 --- a/app/views/pages/robots.text.erb +++ b/app/views/pages/robots.text.erb @@ -8,5 +8,7 @@ Disallow: /search/?q=* Disallow: /listings*?q=* Disallow: /mod/* Disallow: /mod?* +Disallow: /internal/* +Disallow: /admin/* Sitemap: https://<%= ApplicationConfig["AWS_BUCKET_NAME"] %>.s3.amazonaws.com/sitemaps/sitemap.xml.gz