# CFO.com robots.txt
# 
# Filename:    robots.txt
# Description: CFO.com guide for web crawlers.
# Version History:
#  DD-Mon-YYYY 	Who  	CC      Reason
#  17-AUG-2004 	DAW		30609   Created
#  18-AUG-2005 	RWS		15468   Blocked OmniExplorer
#  08-MAY-2008 	JRM		32913   Updated
#  12-SEP-2008  DMR     33383   Copied general directives to each crawler

User-agent: *
Crawl-delay: 30
Disallow: /adverts/
Disallow: /email/
Disallow: /whitepapers/email/
Disallow: /search/
Disallow: /marketing/
Disallow: /popup/
Disallow: /premium/
Disallow: /careeersandcomp/
Disallow: /xlredirect/
Disallow: /x/
Disallow: /site_health/
Disallow: /touts/
Disallow: /vr/
Disallow: /preview/
Disallow: /registration/


User-agent: 008
Disallow: /	

User-agent: Googlebot
Disallow: */l_email*
Disallow: /webcasts/print.cfm*
Disallow: /adverts/
Disallow: /email/
Disallow: /whitepapers/email/
Disallow: /search/
Disallow: /marketing/
Disallow: /popup/
Disallow: /premium/
Disallow: /careeersandcomp/
Disallow: /xlredirect/
Disallow: /x/
Disallow: /site_health/
Disallow: /touts/
Disallow: /vr/
Disallow: /preview/
Disallow: /registration/

User-agent: Slurp
Crawl-delay: 30
Disallow: */l_email*
Disallow: /webcasts/print.cfm*
Disallow: /adverts/
Disallow: /email/
Disallow: /whitepapers/email/
Disallow: /search/
Disallow: /marketing/
Disallow: /popup/
Disallow: /premium/
Disallow: /careeersandcomp/
Disallow: /xlredirect/
Disallow: /x/
Disallow: /site_health/
Disallow: /touts/
Disallow: /vr/
Disallow: /preview/
Disallow: /registration/

User-agent: msnbot
Crawl-delay: 30
Disallow: */l_email*
Disallow: /webcasts/print.cfm*
Disallow: /adverts/
Disallow: /email/
Disallow: /whitepapers/email/
Disallow: /search/
Disallow: /marketing/
Disallow: /popup/
Disallow: /premium/
Disallow: /careeersandcomp/
Disallow: /xlredirect/
Disallow: /x/
Disallow: /site_health/
Disallow: /touts/
Disallow: /vr/
Disallow: /preview/
Disallow: /registration/

User-agent: gsa-crawler
Allow: /search