User-agent: *
Disallow: /_private/ # This is private
Disallow: /theater/ # This is for customers only
Disallow: /cgi-bin/ # these are scripts
Disallow: /redirect/ # redirect files for old cypressdelivers entries
Disallow: /testing/ # these are preview files
Disallow: /includes/ # access related files
Disallow: /newsite/ # old site
Disallow: /_vti_log/ # log files
Disallow: /brasil/ # this is the Brazilian web site
Disallow: /brasil.cypressdelivers.com
Disallow: /france/ # this is the French web site
Disallow: /france.cypressdelivers.com
Disallow: /wwwroot/
Disallow: /templates/
Disallow: /sapshow/
Disallow: /sarbanes/
Disallow: /healthcare/
Disallow: /corba-concepts.html
Disallow: /flash/ #do not index menus

User-agent: ia_archiver
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: psbot
Disallow: /

User-agent: DIIbot
Disallow: /

User-agent: FindSame
Disallow: /

User-agent: asterias
Disallow: /

User-agent: GenCrawler
Disallow: /

User-agent: BaySpider
Disallow: /

User-agent: Go!Zilla
Disallow: /

User-agent: Linkidator
Disallow: /

User-agent: LinkScan
Disallow: /

User-agent: LinkGuard
Disallow: /

User-agent: ru_robot
Disallow: /

User-agent: libWeb
Disallow: /

User-agent: libWWW
Disallow: /

User-agent: WWlib
Disallow: /

User-agent: LNSpiderguy
Disallow: /

User-agent: Links SQL
Disallow: /

User-agent: WhizBang
Disallow: /

User-agent: WFARC
Disallow: /

User-agent: SystranLinks Translation
Disallow: /

User-agent: Linkbot
Disallow: /

User-agent: polybot
Disallow: /

User-agent: Xenu's Link Sleuth
Disallow: /

User-agent: SearchTone
Disallow: /

User-agent: ImageCollector
Disallow: /

User-agent: bumblebee@relevare.com
Disallow: /