# Robots.txt file created by GS Crutchley on 27th June 2002
# For web site: http://www.crutchleyhistory.co.uk

# Revisions to Robots.txt file:

# 1. 21.08.2002 Notes modified to change 'For domain' to 'For web site'. 'Upload date' changed to 'First upload date'.
# 2. 21.11.2002 Site map images folder disallowed.
# 3. 30.01.2003 West Archive data folders and image folder disallowed.
# 4. 17.07.2003	Image folders for recently added pages disallowed.
# 5. 01.10.2003 Folder /snaps disallowed.
# 6. 02.10.2003 Folders within /snaps disallowed.
# 7. 30.03.2006 Folders and files within /gbook disallowed to prevent spam.

# First upload date : 27/06/2002
# Date of last revision: 02/10/2003
# Issue number: 7

# All robots will spider the areas of the domain not listed as disallowed below.

User-agent: *
Disallow: /cgi-bin/
Disallow: /data/ruths_data.ZIP
Disallow: /dbase/crutchley_database.zip
Disallow: /dft/crutchley_family_tree.zip
Disallow: /nav/
Disallow: /navbar/
Disallow: /news/wnfl.swf
Disallow: /pelsall/Backg59.gif
Disallow: /pelsall/home.gif
Disallow: /pelsall/map.gif
Disallow: /pelsall/post3.gif
Disallow: /pelsall/sign.gif
Disallow: /pelsall/title.gif
Disallow: /pelsall/carnival/images/
Disallow: /pelsall/navbar/
Disallow: /scgi-bin/
Disallow: /text/
Disallow: /VIDEO/This_is_Bloxwich.mpg
Disallow: /judo/images/
Disallow: /smap/images/
Disallow: /iwest/data1/
Disallow: /iwest/data2/
Disallow: /iwest/data3/
Disallow: /iwest/images/
Disallow: /ewc/images/
Disallow: /paras/images/
Disallow: /putot/
Disallow: /veil/images/
Disallow: /snaps/
Disallow: /snaps/baby/
Disallow: /snaps/cornwall03/
Disallow: /snaps/images/
Disallow: /snaps/bgrd/
Disallow: /snaps/exmouth2003/
Disallow: /gbook