# Restrict robots, crawlers and spiders
#
# Last modified: 1-13-2009
# bhw

#
#
# 1-30-2008 - removed entry for /admissions/admit -- this should be indexed now
# 2-21-2008 - added entry for /conference/teagle/
# 3-06-2008 - added entry for /dept/student_dean/parents_guide/
# 3-28-2008 - added entry for /dept/art/(wiriston colletions)
# 6-12-2008 - added entry for /test/
# 8-20-2008 - added entry for /fast/krebsbak (ALLOW THIS, PER KDK)
# 1-13-2009 - commented entry for /fast, removed explicit allow for KDK 
# 3-28-2009 - added /alumni/album just in case crawlers crawl the iframe content w/o respecting the subdomain robots.txt

User-agent: *

#
# ROOT
#
Disallow: /cgi-bin
Disallow: /webmail
Disallow: /_borders
Disallow: /_fpclass
Disallow: /_overlay
Disallow: /_private
Disallow: /_themes
Disallow: /staff
#Disallow: /fast
Disallow: /test

#
# DEPT
#
Disallow: /dept/library
Disallow: /dept/its/test/
Disallow: /dept/student_dean/parents_guide/

# addition for OLD wriston collections. the new ones should be indexed now
Disallow: /dept/art/pohl/
Disallow: /dept/art/buerger/
Disallow: /dept/art/jwp/

#
# ALUMNI
#
Disallow: /alumni/classnotes
Disallow: /alumni/reunion
Disallow: /alumni/album


#
# ADMISSIONS
#
# restrict admissions files from the old admissions site
# added bhw 9-7-2007
Disallow: /admissions/ADMISSIONS_OLD/
Disallow: /admissions/alum/
Disallow: /admissions/blog/
Disallow: /admissions/calendar/
Disallow: /admissions/campus/
Disallow: /admissions/emailassets/
Disallow: /admissions/finaid/
Disallow: /admissions/finaid_old/
Disallow: /admissions/newsstand/
Disallow: /admissions/project/
Disallow: /admissions/regform/
Disallow: /admissions/rss/
Disallow: /admissions/special/
Disallow: /admissions/ssi/
Disallow: /admissions/students/
Disallow: /admissions/test/
Disallow: /admissions/welcomew/

#
# Conference
#
# Restrict past conference pages that have no further value
Disallow: /conference/teagle/



#
# Allow Overrides
#
#