Disallow /mod/ in robots.txt (#6562) [deploy]
This commit is contained in:
parent
e9f0891577
commit
8bcf95b3ec
2 changed files with 3 additions and 1 deletions
|
|
@ -1,4 +1,4 @@
|
|||
<% cache "tag-sidebar-#{@tag}-#{@tag_model&.updated_at}-#{@tag_model&.taggings_count}", expires_in: 5.hours do %>
|
||||
<% cache "tag-sidebar-#{@tag}-#{@tag_model&.updated_at}-#{@tag_model&.taggings_count}-#{user_signed_in?}", expires_in: 5.hours do %>
|
||||
<div id="sidebar-wrapper-left" class="sidebar-wrapper sidebar-wrapper-left">
|
||||
<div class="sidebar-bg" id="sidebar-bg-left"></div>
|
||||
<div class="side-bar">
|
||||
|
|
|
|||
|
|
@ -6,5 +6,7 @@ Disallow: /connect/@*
|
|||
Disallow: /search?q=*
|
||||
Disallow: /search/?q=*
|
||||
Disallow: /listings*?q=*
|
||||
Disallow: /mod/*
|
||||
Disallow: /mod?*
|
||||
|
||||
Sitemap: https://<%= ApplicationConfig["AWS_BUCKET_NAME"] %>.s3.amazonaws.com/sitemaps/sitemap.xml.gz
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue