# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow: /ajaxBase
Disallow: /*?amp

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: *
Crawl-delay: 5

User-agent: *
Disallow: