#
# CRSU robots.txt
#
# You can validate this using
# http://tool.motoricerca.info/robots-checker.phtml
# 
# Note:
# do not leave blank lines unless you have several "blocks" for different
# robots/spiders.  We currently do not differentiate so have just one block.
#
# The trailing '/' is important.
# The following command will disable just the directory "private" and all
# its contents:
# Disallow: /private/
#
# ...while the following command will disable both the "private" directory
# and any file or directory path starting with the text "/private"
# (so "/private-eye.html", "/privateroom/page.html", etc.):
# Disallow: /private
#

User-agent: *
#Disallow: /
#
# The standard http site areas.
#
Disallow: /cgi-bin/
#
# Trac sites
#
# CRSU
# Some of these may be protected by password but it does not hurt
# to disallow them explicitly and can help stop advertising if mistakes
# are made in authentification configuration.
#
Disallow: /crsu/timeline
Disallow: /crsu/login
Disallow: /crsu/settings
Disallow: /crsu/search
Disallow: /crsu/wiki/TitleIndex/
Disallow: /crsu/wiki/TracGuide/
Disallow: /crsu/wiki/RecentChanges
Disallow: /crsu/wiki/Private
Disallow: /crsu/wiki/CourseArcGisData
Disallow: /crsu/attachment/wiki/CourseArcGisData
#
# Wait until owners give approval for indexing.
#
Disallow: /pit/
Disallow: /rsid/
Disallow: /maths/
Disallow: /api/
Disallow: /vo2/
Disallow: /finance/
#
# temporary location so do not want indexed.
#
Disallow: /choice/