###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /Scripts/
Disallow: /awstats/
Disallow: /error/
Disallow: /cgi-bin/
#
# list specific files robots are not allowed to index
#
Sitemap: http://www.arleymossequestrian.co.uk/urllist.txt
# 
#
User-agent: baiduspider 
Disallow: /
#
# 
###############################