# allowed bots
User-agent: Googlebot
User-agent: msnbot
User-agent: slurp
User-agent: teoma
User-agent: W3C-gsa
User-agent: W3T_SE
User-agent: WDG_SiteValidator
User-agent: Yandex
User-agent: W3C-checklink
# general
Disallow: /.htm
Disallow: /.css
Disallow: /.gif
Disallow: /.js
Disallow: /bin/
# root
Disallow: /lostpage.htm
Disallow: /lostpage.html
Disallow: /cgi-bin/
Disallow: /_common_files/
Disallow: /_jscripts/
Disallow: /_styles/
Disallow: /_pictures/
Disallow: /_utilities/
Disallow: /forms/
# temporary
Disallow: /_mbosleyh30/
Disallow: /preview/
Disallow: /aoe4_dudleyandkingsw_veterans_20091205/
Disallow: /walsall_leytono_20091219/
Disallow: /aoe3_exiles2_20091128a/
Disallow: /aoe3_exiles2_20091128/
Disallow: /warley_fwoe_20091212/
# deleted
Disallow: /_rugby/2009_2010_season/
# bots disallowed
User-agent: Googlebot-Image
Disallow: /
User-agent: *
Disallow: /
# sitemap
sitemap: http://www.rolyatsegami.co.uk/sitemap.xml
# eidted 2010/04/10