User-agent: MJ12bot
User-agent: ia_archiver
User-agent: Gigabot
User-agent: Yandex
User-agent: Slurp
User-agent: panscient
User-agent: msnbot
Disallow: /cgi-bin/