#Google Search Engine Robot
User-agent: Googlebot
# Crawl-delay: 10 -- Googlebot ignores crawl-delay ftl
Disallow: /*?
Disallow: /*/with_friends

#Yahoo! Search Engine Robot
User-Agent: Slurp
Crawl-delay: 1
Disallow: /*?
Disallow: /*/with_friends

#Microsoft Search Engine Robot
User-Agent: msnbot
Crawl-delay: 10
Disallow: /*?
Disallow: /*/with_friends

User-agent: uberbot
Disallow: /

User-agent: uberbot 1.0
Disallow: /

User-agent: Butterfly
Disallow: /

User-agent: Topsy Butterfly
Disallow: /

User-agent: Topsy
Disallow: /

User-agent: dotbot
Disallow: /