# robots.txt for http://www.math.ohio-state.edu/

# See
# http://www.w3.org/TR/html4/appendix/notes.html#h-B.4.1.1
# http://www.robotstxt.org/wc/robots.html
# http://www.robotstxt.org/wc/norobots.html

User-agent: *			# All other spiders
Crawl-Delay: 10
Disallow: /cgi-bin/		#	Script files
Disallow: /db
Disallow: /support/docs
Disallow: /events
Disallow: /event
Disallow: /courses/offerings
Disallow: /calendar
Disallow: /info/department
Disallow: /forum
Disallow: /print
Disallow: /ical
Disallow: /user
Disallow: /aggregator
Disallow: /tracker
Disallow: /comment/reply
Disallow: /node/add
Disallow: /files
Disallow: /search
Disallow: /book/print
Disallow: /taxonomy
Disallow: /msnmain
Disallow: /mathscinet-docdelivery
Disallow: /JAT
Disallow: /browse
Disallow: /taxonomy
Disallow: /mediawiki/
Disallow: /wiki/Special:Search
Disallow: /wiki/Special:Random
Disallow: /reserve