user-agent: ia_archiver
Disallow: /

User-agent: mirago
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: PHPDig
Disallow: /

User-agent: psbot
Disallow: /

User-agent: appie 1.1
Disallow: /

User-agent: cgebot
Disallow: /

User-agent: thesubot
Disallow: /