User-agent: MJ12bot
User-agent: Twiceler
User-agent: robot
User-agent: bot-
User-agent: bot/
User-agent: crawl
User-agent: spider
User-agent: psbot
User-agent: jyxobot
User-agent: jyxobot/1
User-agent: ia_archiver
User-agent: disco/nutch-1.0-dev
User-agent: baiduspider+
Disallow: /

User-agent: *
Disallow: /xredirect.php