###############################################################################
#
# File:     brands/www/txt/robots.txt
#
# Contents: Robot exclusion rules for Master (brand "www").
#
# Modifications:
#   - 2006-11-09  txe  Initial creation (moved from default robots.txt).
#   - 2006-11-28  txe  Changed wording in header.
#   - 2006-12-14  txe  Added WebStripper.
#   - 2007-01-05  txe  Disallowed home-fifteen-to-thirty-second-screening.
#   - 2007-07-12  txe  Disallowed /content/mycc and /content/ajax.
#   - 2007-11-02  txe  Disallowed /content/trk.
#   - 2008-11-12  txe  Disallowed /rotate/.
#   - 2009-03-02  txe  Disallowed searchme (Charlotte).
#   - 2009-03-04  txe  Added obsolete page codes.
#   - 2009-04-20  txe  Added obsolete page code.
#
###############################################################################

###############################################################################
# BOTS
###############################################################################

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: googlebot
Disallow: /*?itemID
Disallow: /*&itemID
Disallow: /*?sessionID
Disallow: /*&sessionID

###############################################################################
# DOWNLOADERS
###############################################################################

User-agent: WebStripper
Disallow: /

###############################################################################
# DEFAULT RULES
###############################################################################

User-agent: *
Disallow: /rotate/
Disallow: /content/ajax
Disallow: /content/career-planning-career-assessment-tests/
Disallow: /content/career-planning-career-personality-test-my-personal-profile
Disallow: /content/career-planning-ensure-the-right-job-fit
Disallow: /content/career-planning-my-personal-profile
Disallow: /content/careerdesign
Disallow: /content/careerfocus
Disallow: /content/dev
Disallow: /content/home-corporate/
Disallow: /content/home-fifteen-to-thirty-second-screening/ 
Disallow: /content/job-search-hidden-job-market-strategies/
Disallow: /content/job-search-hidden-job-market-why-exists/
Disallow: /content/job-search-tips/
Disallow: /content/job-search-tips-hidden-job-market-strategy/
Disallow: /content/mycc
Disallow: /content/resume-writing-help-online-resume-submission-tips/
Disallow: /content/resume-writing-help-vacancy-announcement-requirements
Disallow: /content/store
Disallow: /content/test
Disallow: /content/topics-checklist/
Disallow: /content/topics-employment-trends/
Disallow: /content/trk
Disallow: /content/__
Disallow: /content/skillnet
Disallow: /CareerPerfect/myPersonalProfile
Disallow: /CareerPerfect/myPP
Disallow: /CareerPerfect/rightjob.htm
Disallow: /CareerPerfect/UserLic.htm
Disallow: /images_v4/rightjob.htm
Disallow: /mycc/
Disallow: /ads/
Disallow: /admin/
Disallow: /js/
Disallow: /dev/
Disallow: /skillnet/
Disallow: /Galileo/
Disallow: /NDW/
Disallow: /NC/
Disallow: /CareerPerfect/searchsimple.htm
Disallow: /UWI/
Disallow: /CareerPerfect/myPersonalProfileStart.htm
Disallow: /CareerPerfect/myPersonalProfileLogin.htm
Disallow: /CareerPerfect/myPPlogin_body.htm
Disallow: /CareerPerfect/myPPlogin_sidenav.htm
Disallow: /CareerPerfect/myPPlogin_topnav.htm
Disallow: DescriptionAcademicSkills.htm
Disallow: DescriptionChronological.htm
Disallow: DescriptionCombination.htm
Disallow: DescriptionFunctional.htm
Disallow: DescriptionSkillTransfer.htm
Disallow: jobsearchHiddenStrat.htm
Disallow: jobsearchHiddenWhy.htm
Disallow: softwareRedirect.htm
Disallow: /demo/
Disallow: /EDS/
Disallow: /1to1/
Disallow: /syn/
Disallow: /ISO_Affiliate/
Disallow: /b1.html
Disallow: /b2.html
Disallow: /b3.html
Disallow: /b4.html
Disallow: /b5.html
Disallow: /b6.html
Disallow: /b7.html
Disallow: /b8.html
Disallow: /b9.html
Disallow: /b10.html
Disallow: /CareerPerfect/Support/
Disallow: /CareerPerfect/resumeExample2KW.htm
Disallow: /CareerPerfect/certificateExpiredIE.htm
Disallow: /CareerPerfect/certificateExpired.htm
Disallow: /CareerPerfect/certificateTest.htm
Disallow: /ResEx/DescriptionChronological.htm
Disallow: /ResEx/DescriptionCombination.htm
Disallow: /ResEx/DescriptionFunctional.htm
Disallow: /RJFit/
Disallow: /ISOnline/
Disallow: /CareerPerfect/careerperfect.store.htm
Disallow: /DwnLd/
Disallow: /CARDes/
Disallow: /CARFoc/
Disallow: /JBSel/
Disallow: /CareerPerfect/software.htm
Disallow: /CareerPerfect/cporder.htm
Disallow: /CareerPerfect/UserLic.htm
Disallow: /CareerPerfect/JSHiddenFAQs.htm
Disallow: /CareerPerfect/jobfinding.htm
Disallow: /CareerPerfect/links.htm
Disallow: /CareerPerfect/JavaScriptCheck.htm
Disallow: /Marvel/
Disallow: /Theodore/
Disallow: /Carla/
Disallow: /ITeam/
Disallow: /Chris/
Disallow: /Aaron/
Disallow: /FTP
Disallow: /Tools%20&%20Examples/
Disallow: /Sample%20Files/
Disallow: /sapplets
Disallow: /servlets/
Disallow: /_Site_Settings
Disallow: /CAB/
Disallow: /CP/
Disallow: /INTSmart/
Disallow: /Tango/
Disallow: /VAL/
Disallow: /images/
Disallow: /background-only%20WebSTAR/
Disallow: /BrowserTest.htm
Disallow: /CGIs/
Disallow: /Documentation/
Disallow: /Downloads/
Disallow: /graphics/
Disallow: /HTMLpages/
Disallow: /NCPages/
Disallow: /NCUsersGuide/
Disallow: /NetCloak.
Disallow: /NetCloak/
Disallow: /NetCloakFiles/
Disallow: /Tango.
Disallow: /indexB.htm
Disallow: /NoAccess.html
Disallow: /Default.html
Disallow: /Error.html
Disallow: /WebStat
Disallow: /WebStat.html
Disallow: /WebStat.config
Disallow: /WebStat.format
Disallow: /Plug-Ins/
Disallow: /Sample
Disallow: /Scripts/
Disallow: /subscribe.html
Disallow: /Tango/
Disallow: /Uploads/
Disallow: /WebSTAR
Disallow: /WebX
Disallow: /End
Disallow: /Monster
Disallow: /CareerPerfect/Frame
Disallow: /CareerPerfect/NavLink
Disallow: /CareerPerfect/CareerPerfect.search
Disallow: /clientfiles/

###############################################################################
###############################################################################