http://www.beckdale.co.uk/sitemap.xml
###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not allowed to index

Disallow: /catalog2/
Disallow: /_notes/
Disallow: /catalog-com/
Disallow: /cgi/
Disallow: /dcs/
Disallow: /flash2005/
Disallow: /flashindex/
Disallow: /flv/
Disallow: /nov05/
Disallow: /pscommerce-2.2ms2-051113/
Disallow: /pdf/
Disallow: /proof/
Disallow: /script/
Disallow: /shopaway/
#
# list specific files robots are not allowed to index
#
Disallow: /tandc.htm
Disallow: /tandc.html
Disallow: /terms.htm
#
# End of robots.txt file
#
###############################