# robots.txt for www.msstate.edu
User-agent: Twiceler-0.9
Disallow: /

User-agent: Slurp
Crawl-delay: 5

# Apply rules to all robots
User-agent: *

# Don't run CGI programs
Disallow: /cgi-bin/

# Don't search the Campus Directory
Disallow: /directory

# 12/07/2000
# Don't search Afrigeneas archives
# per list owner request
Disallow: /listarchives/afrigeneas

# 01/25/2007
# per Tom Ritter
Disallow: /Entomology/cornforum
Disallow: /entomology/cornforum

# 01/25/2007
# per Tom Ritter
Disallow: /org/ama

# 28 Feb 07
# per Tom Ritter
Disallow: /Entomology/sweetpotatoforum
Disallow: /entomology/sweetpotatoforum

# 22 May 07
# per Tom Ritter
Disallow: /entomology/v6n1
Disallow: /Entomology/v6n1

# Aug 10 2007
# per Tom Ritter
Disallow: /dept/math/new.design

# Oct 5 07
# Per Tom Ritter
Disallow: /dept/spa

# 20071109 - THR1
Disallow: /dept/FL/faculty/Cockrell.htm

# 258039 - THR1
Disallow: /Fineart_Online
Disallow: /fineart_online

# per THR1 - sjt5
Disallow: /org/w5yd/cgi