User-agent: *
Allow: /
Disallow: /noindex-*
Disallow: /#!/noindex-*

#
# dotbot is wreckless.
#
User-agent: dotbot
Disallow: /

#
# Yahoo Pipes is for feeds not web pages.
#
User-agent: Yahoo Pipes 1.0
Disallow: /

#
# Slow your roll bing/msn.
#
User-agent: msnbot
Crawl-delay: 10

#
# Ahrefs being a little too aggressive.
#
User-agent: AhrefsBot
Crawl-delay: 10