User-agent: *
Allow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: Adsbot-Google
Disallow: /

User-agent: robozilla
Disallow: /

User-agent: yahoo
Crawl-delay: 60

User-agent: Slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 60

User-agent: Teoma
Crawl-delay: 60

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: fast
Disallow: /



# Disallow ALL bots from these directories and all their child objects 
User-agent: * 

Disallow: /cgi-bin 
Disallow: /admin
Disallow: /themes
Disallow: /cont
Disallow: /scripts

User-agent: GigaBot 
Disallow: / 

User-agent: Voyager 
Disallow: / 

User-agent: BaiDuSpider 
Disallow: / 

User-agent: BackRub/*.* 
Disallow: / 

User-agent: Grub.org 
Disallow: / 

User-agent: BotRightHere 
Disallow: / 

User-agent: larbin 
Disallow: / 

User-agent: psbot 
Disallow: / 

User-agent: Walhello appie 
Disallow: / 

User-agent: Python-urllib 
Disallow: / 

User-agent: Googlebot-Image 
Disallow: / 

User-agent: CherryPicker 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: CopyRightCheck 
Disallow: / 

User-agent: Crescent 
Disallow: / 

User-agent: Yandex
Disallow:/