User-agent: CazoodleBot
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: GurujiBot
Disallow: /

User-agent: Konqueror
Disallow: /

User-agent: Pingdom
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: noxtrumbot
Disallow: /

User-agent: larbin_2.6.3
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: wwwster/1.4
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: semanticdiscovery/2.0
Disallow: /

User-agent: appie 1.1
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: yetibot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: disco/Nutch-1.0-dev
Disallow: /

User-agent: appie 1.1
Disallow: /

User-agent: walhello
Disallow: /

User-agent: boitho.com-dc/0.86
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: psbot/0.1
Disallow: /

User-agent: IIITBOT/1.1
Disallow: /

User-agent: OmniExplorer_Bot/6.10.18
Disallow: /

User-agent: Slurp
Crawl-delay: 15

User-agent: msnbot
Crawl-delay: 10

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 10

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 25

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10