18 lines
430 B
Text
18 lines
430 B
Text
User-agent: *
|
|
Disallow: /*/actions_panel*
|
|
Disallow: /users/auth/twitter*
|
|
Disallow: /users/auth/github*
|
|
Disallow: /report-abuse?url=*
|
|
Disallow: /connect/@*
|
|
Disallow: /search?q=*
|
|
Disallow: /search/?q=*
|
|
Disallow: /search/feed_content?*
|
|
Disallow: /listings*?q=*
|
|
Disallow: /mod/*
|
|
Disallow: /mod?*
|
|
Disallow: /admin/*
|
|
Disallow: /reactions?*
|
|
Disallow: /async_info/base_data
|
|
Disallow: /ahoy/*
|
|
|
|
Sitemap: <%= URL.url("sitemap-index.xml") %>
|