User-agent: Mediapartners-Google
Allow: /


User-agent: yahoo-slurp
Crawl-delay: 10
Disallow:

User-agent: msnbot
Disallow: 

User-agent: IRLbot
Crawl-delay: 3600

User-agent: *
Disallow: /
Disallow: /tools/
Disallow: /tools/rss/
Disallow: /tools/domain/
Disallow: /tools/keyword/
Disallow: /tools/link/
Disallow: /tools/pagerank/
Disallow: /tools/site/
Disallow: /images/
Disallow: /bandwidth/
Disallow: /page/
Disallow: /statistics/
Disallow: /referrals/ 
Disallow: /msearch/ 
Disallow: /search
Disallow: /search.cgi
Disallow: /search?
Disallow: /blogsearch/?

User-agent: gigabot
Disallow: /

User-agent: baiduspider
Disallow: /