#Robots Exclusion Standard
#www.robotstxt.org

Crawl-delay 8
###########################################
#vv disallow to all
User-agent: SBIder
User-agent: SBIder/0.9-dev
User-agent: ZyBorg
User-agent: LinkWalker
User-agent: Exabot/3.0
User-agent: ViolaBot
User-agent: ia_archiver
User-agent: findlinks/1.1.3-beta9
User-agent: StackRambler/2.0
User-agent: TurnitinBot/2.1
User-agent: panscient.com
User-agent: voyager/2.0
User-agent: -
User-agent: Baiduspider+(+http://www.baidu.jp/spider/)
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
User-agent: GingerCrawler/1.0 (Language Assistant for Dyslexics; www.gingersoftware.com/crawler_agent.htm; support at ginger software dot com)
User-agent: taptubot
User-agent: ScoutJet
Disallow: /

#^^
###########################################
#vv allow but exclude specific directories

User-agent: *

Disallow: /cgi-bin/
Disallow: /abbie/
Disallow: /destination-excitement/
Disallow: /directions-nick/
Disallow: /nickr/
Disallow: /petdiary/
Disallow: /sports-excitement/ 
Disallow: /Japan2004/

#^^