diff --git a/app/views/pages/robots.text.erb b/app/views/pages/robots.text.erb index c90844264..2c5073003 100644 --- a/app/views/pages/robots.text.erb +++ b/app/views/pages/robots.text.erb @@ -8,5 +8,7 @@ Disallow: /search/?q=* Disallow: /listings*?q=* Disallow: /mod/* Disallow: /mod?* +Disallow: /internal/* +Disallow: /admin/* Sitemap: https://<%= ApplicationConfig["AWS_BUCKET_NAME"] %>.s3.amazonaws.com/sitemaps/sitemap.xml.gz