# Make changes for all web spiders
# see http://support.microsoft.com/support/kb/articles/Q217/1/03.ASP
User-agent: Slurp
Crawl-delay: 1000000
Disallow: /
#
User-agent: YahooSeeker
Crawl-delay: 1000000
Disallow: /
#
User-agent: Yahoo-MMCrawler
Crawl-delay: 1000000
Disallow: /
#
User-agent: *
Disallow: /

User-agent: W3C-checklink
Disallow: