# Crawl Delay for major spiders
User-agent: Mediapartners-Google
Crawl-delay: 10
Disallow:
User-agent: Googlebot
Crawl-delay: 10
Disallow:
User-agent: Adsbot-Google
Crawl-delay: 10
Disallow:
User-agent: Googlebot-Image
Crawl-delay: 10
Disallow:
User-agent: Googlebot-Mobile
Crawl-delay: 10
Disallow:
User-agent: MSNBot
Crawl-delay: 10
Disallow:
User-agent: bingbot
Crawl-delay: 10
Disallow:
User-agent: Slurp
Crawl-delay: 10
Disallow:
User-agent: Yahoo! Slurp
Crawl-delay: 10
Disallow:

# Block all other spiders
User-agent: *
Disallow: /