User-agent: *
Disallow: /cs/
Disallow: /templates/
Disallow: /ForArchive/
Disallow: /undergrad/ops/archives/
Disallow: /~aljuarez/phpicalendar/
Disallow: /%7Ealjuarez/phpicalendar/

# ST#109459
Disallow: /~aatwater/del/

# RT#71587 RT#71435 RT#60783 - arpepper
# following was a big win; bots get equivalent info by own crawling anyway
Disallow: /twiki/search/
# following might actually increase our loadaverage, as most get 401 anyway?
Disallow: /twiki/edit/
Disallow: /twiki/oops/
Disallow: /twiki/rdiff/
Disallow: /twiki/rename/
Disallow: /twiki/*?
# Disallow: /twiki/attach/  # not clear we need this
# Following is unimportant, and may have caused a recent "spinner"
Disallow: /twiki/view/TestWebS/
# Let's also do..
Disallow: /twiki/viewauth/
Disallow: /twiki/view/TWiki/
Disallow: /twiki/pub/TWiki/

# And... internal side of cs100 mediawiki
Disallow: /cs100/w/



#
# This was created by ARPepper for JCB on Monday March 4, 2002
#
# Consider the following, to limit "inktomysearch" (Slurp, Yahoo!) crawling
# User-agent: Slurp
# Crawl-delay: 10

# Temporarily added for CS 445 (RT#67362)
Disallow: /twiki/view/CF/GradOfficeApplicationProcess
Disallow: /twiki/view/CF/GradOfficeRolloutProcedure
Disallow: /twiki/view/CF/GradOfficeApplicationApplicantForms
Disallow: /twiki/view/CF/GradOfficeApplicationReferenceForm
Disallow: /twiki/view/CF/GradOfficeApplicationSearchForm
Disallow: /twiki/view/CF/GradOfficeApplicationViewPage
Disallow: /twiki/view/CF/GradOfficeDataModel
Disallow: /twiki/view/CF/GradAdmissionsSystemDesign
Disallow: /cscf/decisions/ogsas/PhaseOne
Disallow: /twiki/view/CF/OGSASPhaseOneDesign
Disallow: /twiki/view/CF/OGSASPhaseTwoDesign
Disallow: /twiki/view/CF/OGSASPhaseThreeDirections
Disallow: /twiki/view/CF/OGSASScanningWorkflow
Disallow: /twiki/view/CF/GradOfficeScanningDatabaseSchema
Disallow: /twiki/view/CF/OGSASUsersGuide
Disallow: /twiki/view/CF/GradOfficeReporting
Disallow: /twiki/view/CF/GradOfficeSpecs#Implementation_choices
Disallow: /twiki/view/CF/GradAdmissionCSVExtracts
Disallow: /twiki/pub/CF/GradAdmissionCSVExtracts/Graduate_Admissions_Extracts_-_SQL_Logic.txt
Disallow: /twiki/view/CF/GradOfficeSpecs
Disallow: /twiki/view/CF/GradSubmissionSummary
Disallow: /twiki/view/CF/GradAdmissionSetup