User-agent: baiduspider
Disallow: / 

User-agent: teleport
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: DittoSpyder
Disallow: /

User-agent: wget
Disallow: /archive/
Disallow: /search/
Disallow: /talk/

User-agent: MSIECrawler
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: girafa
Disallow: /

User-agent: *
Disallow: /mail/
Disallow: /_art/
Disallow: /search/cgi-bin/
Disallow: /images/
Disallow: /rayban.boom
Disallow: /search/_new/
Disallow: /search/tool/
Disallow: /search/swish/