# Slurp (Yahoo's webcrawler)
# Slurp is annoying, it bombards the site creating many useless sessions.
# Deliberately put 1200s crawl-delay to prevent Slurp from overloading site.
# --------------------------------------------------------------------------
User-agent: Slurp
Crawl-delay: 1200
Disallow: /schedule/
Disallow: /cpanel/
Disallow: /test/

# All other crawlers (Google, MSN, etc.) behave politely.
# --------------------------------------------------------------------------
User-agent: *
Crawl-delay: 10
Disallow: /schedule/
Disallow: /cpanel/
Disallow: /test/