User-agent: msnbot-media/1.0
Crawl-delay: 40
Disallow:

User-agent: msnbot
Crawl-delay: 40
Disallow:

User-agent: msnbot/1.1
Crawl-delay: 40
Disallow:

User-agent: Googlebot
Crawl-delay: 40
Disallow:

User-agent: Googlebot/2.1
Crawl-delay: 40
Disallow:

User-Agent: Slurp
Disallow: /

User-Agent: Yahoo! Slurp
Crawl-delay: 40
Disallow: 

User-Agent: Yahoo! Slurp/3.0
Crawl-delay: 40
Disallow: 

User-agent: TwengaBot/1.1
Disallow: /

User-agent: TwengaBot
Disallow: /

User-agent: ShopWiki/1.0 
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: Gigabot/3.0
Disallow: /

User-Agent: Charlotte
Disallow: /

User-Agent: Charlotte/1.1
Disallow: /

User-Agent: Charlotte/0.9t
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: TinEye/1.1
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: SurveyBot/2.3
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Exabot/3.0
Disallow: /

User-agent: SnapPreviewBot
Disallow: /

User-agent: Nutch/Nutch-0.9
Disallow: /

User-agent: IRLbot/3.0
Disallow: /

User-agent: VoilaBot BETA 1.2 
Disallow: /

User-agent: WebAlta Crawler/2.0
Disallow: /

User-agent: YodaoBot/1.0
Disallow: /

User-agent: YodaoBot
Disallow: /

User-Agent: BecomeJPBot/2.3
Disallow: /

User-Agent: BecomeJPBot
Disallow: /

User-agent: WebAlta Crawler/2.0
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Yandex/1.01.001 
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Yanga WorldSearch Bot
Disallow: /