###############################################################################
#
# File:     brands/www/txt/robots.txt
#
# Contents: Robot exclusion rules for Master (brand "www").
#
# Modifications:
#   - 2006-11-09  txe  Initial creation (moved from default robots.txt).
#   - 2006-11-28  txe  Changed wording in header.
#   - 2006-12-14  txe  Added WebStripper.
#   - 2007-01-05  txe  Disallowed home-fifteen-to-thirty-second-screening.
#   - 2007-07-12  txe  Disallowed /content/mycc and /content/ajax.
#   - 2007-11-02  txe  Disallowed /content/trk.
#   - 2008-11-12  txe  Disallowed /rotate/.
#   - 2009-03-02  txe  Disallowed searchme (Charlotte).
#   - 2009-03-04  txe  Added obsolete page codes.
#   - 2009-04-20  txe  Added obsolete page code.
#   - 2009-06-09  txe  Started overhaul.
#   - 2009-08-07  txe  Finished overhaul.
#   - 2009-12-09  txe  Added /shop/.
#   - 2010-03-09  txe  Disallowed /content/entry.
#
###############################################################################

###############################################################################
# BOTS
###############################################################################

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: googlebot
Disallow: /*?itemID
Disallow: /*&itemID
Disallow: /*?sessionID
Disallow: /*&sessionID

###############################################################################
# DOWNLOADERS
###############################################################################

User-agent: WebStripper
Disallow: /

###############################################################################
# DEFAULT RULES
###############################################################################

User-agent: *
Disallow: /content/2009a
Disallow: /content/ajax
Disallow: /content/career-planning-career-assessment-tests
Disallow: /content/career-planning-career-personality-test-my-personal-profile
Disallow: /content/career-planning-ensure-the-right-job-fit
Disallow: /content/career-planning-my-personal-profile
Disallow: /content/careerdesign
Disallow: /content/careerfocus
Disallow: /content/dev
Disallow: /content/entry
Disallow: /content/home-broken-link
Disallow: /content/home-corporate
Disallow: /content/home-fifteen-to-thirty-second-screening
Disallow: /content/home-search
Disallow: /content/job-search-hidden-job-market-strategies
Disallow: /content/job-search-hidden-job-market-why-exists
Disallow: /content/job-search-links
Disallow: /content/job-search-tips
Disallow: /content/job-search-tips-hidden-job-market-strategy
Disallow: /content/mycc
Disallow: /content/resume-writing-help-online-resume-submission-tips
Disallow: /content/resume-writing-help-vacancy-announcement-requirements
Disallow: /content/skillnet
Disallow: /content/store
Disallow: /content/test
Disallow: /content/topics-checklist/
Disallow: /content/topics-employment-trends/
Disallow: /content/trk
Disallow: /content/__
Disallow: /1to1/
Disallow: /Aaron/
Disallow: /admin/
Disallow: /ads/
Disallow: /b1.html
Disallow: /b2.html
Disallow: /b3.html
Disallow: /b4.html
Disallow: /b5.html
Disallow: /b6.html
Disallow: /b7.html
Disallow: /b8.html
Disallow: /b9.html
Disallow: /b10.html
Disallow: /background-only%20WebSTAR/
Disallow: /BrowserTest.htm
Disallow: /CAB/
Disallow: /CARDes/
Disallow: /CareerPerfect
Disallow: /CARFoc/
Disallow: /Carla/
Disallow: /CGIs/
Disallow: /Chris/
Disallow: /clientfiles/
Disallow: /CP/
Disallow: /Default.html
Disallow: /demo/
Disallow: /dev/
Disallow: /Documentation/
Disallow: /Downloads/
Disallow: /DwnLd/
Disallow: /EDS/
Disallow: /End
Disallow: /Error.html
Disallow: /FTP
Disallow: /Galileo/
Disallow: /graphics/
Disallow: /HTMLpages/
Disallow: /images
Disallow: /indexB.htm
Disallow: /INTSmart/
Disallow: /IS
Disallow: /ITeam/
Disallow: /JBSel/
Disallow: /js/
Disallow: /Marvel/
Disallow: /Monster
Disallow: /mycc/
Disallow: /NC
Disallow: /NDW/
Disallow: /NetCloak
Disallow: /NoAccess.html
Disallow: /Plug-Ins/
Disallow: /RJFit/
Disallow: /ResEx
Disallow: /rotate/
Disallow: /Sample
Disallow: /sapplets
Disallow: /Scripts/
Disallow: /servlets/
Disallow: /shop
Disallow: /skillnet/
Disallow: /subscribe.html
Disallow: /syn/
Disallow: /Tango
Disallow: /Theodore/
Disallow: /Tools%20&%20Examples/
Disallow: /UWI/
Disallow: /Uploads/
Disallow: /VAL/
Disallow: /WebSTAR
Disallow: /WebStat
Disallow: /WebX
Disallow: /_Site_Settings

###############################################################################
###############################################################################