# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file


User-agent: Slurp
Crawl-delay: 1

User-Agent: *

Disallow: /images/*/print
Disallow: /print/

User-agent: SemrushBot
Crawl-delay: 2

User-agent: PetalBot
Crawl-delay: 2

# Disallow paths being crawled for no reason
Disallow: /update_currency
Disallow: /called