# Robots Text file for Evans2 ChemWeb
# Last updated 19/2/02
#
# Make sure that any new directories are added
# to the * User agent so they will not be indexed
# in main external search engines (altavista etc)
#
# Leave the Atomz user agent disallow as is
# It has permission to search virtually all htm files
# Except logon details etc. - These new folders should
# be added as new schools register.

User-agent : Atomz
Disallow : /schools/
Disallow : /startup/
Disallow : /about.htm
Disallow : /apply.htm
Disallow : /nopost.htm
Disallow : /index.htm
Disallow : /regchangethanks.htm
Disallow : /regthanks.htm
Disallow : /requirements.htm
Disallow : /terms.htm
Disallow : /thankyou.htm
Disallow : /thankyoueou.htm
Disallow : /allusers/
Disallow : /limited/
Disallow : /guest/
Disallow : /javascripts/
Disallow : /styles/
Disallow : /templates/
Disallow : /chemwebdata/images/

User-agent : *
Disallow : /schools/
Disallow : /startup/
Disallow : /about.htm
Disallow : /apply.htm
Disallow : /nopost.htm
Disallow : /regchangethanks.htm
Disallow : /regthanks.htm
Disallow : /requirements.htm
Disallow : /terms.htm
Disallow : /thankyou.htm
Disallow : /thankyoueou.htm
Disallow : /allusers/
Disallow : /limited/
Disallow : /guest/
Disallow : /javascripts/
Disallow : /styles/
Disallow : /templates/
Disallow : /chemwebdata/

# Copyright 2002 Gareth Evans