#Google Search Engine Robot
User-agent: Googlebot
# Crawl-delay: 10 -- Googlebot ignores crawl-delay ftl

#Yahoo! Search Engine Robot
User-Agent: Slurp
Crawl-delay: 1

#Microsoft Search Engine Robot
User-Agent: msnbot
Crawl-delay: 10

User-agent: uberbot
Disallow: /

User-agent: uberbot 1.0
Disallow: /

User-agent: Butterfly
Disallow: /

User-agent: Butterfly/1.0
Disallow: /

User-agent: Topsy
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: ia_archiver
Disallow: /