Disallow /mod/ in robots.txt (#6562) [deploy]

This commit is contained in:
Ben Halpern 2020-03-10 14:24:33 -04:00 committed by GitHub
parent e9f0891577
commit 8bcf95b3ec
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 1 deletions

View file

@ -1,4 +1,4 @@
<% cache "tag-sidebar-#{@tag}-#{@tag_model&.updated_at}-#{@tag_model&.taggings_count}", expires_in: 5.hours do %>
<% cache "tag-sidebar-#{@tag}-#{@tag_model&.updated_at}-#{@tag_model&.taggings_count}-#{user_signed_in?}", expires_in: 5.hours do %>
<div id="sidebar-wrapper-left" class="sidebar-wrapper sidebar-wrapper-left">
<div class="sidebar-bg" id="sidebar-bg-left"></div>
<div class="side-bar">

View file

@ -6,5 +6,7 @@ Disallow: /connect/@*
Disallow: /search?q=*
Disallow: /search/?q=*
Disallow: /listings*?q=*
Disallow: /mod/*
Disallow: /mod?*
Sitemap: https://<%= ApplicationConfig["AWS_BUCKET_NAME"] %>.s3.amazonaws.com/sitemaps/sitemap.xml.gz