Sitemap: http://www.citylets.co.uk/sitemap.xml

# Tim Kempster 13/7/2006
#
# Tell "Vast_Bot" the crawler from Vast.com where it can't go
User-agent: Vast_Bot
Disallow: /

# Tell "Charlotte" the www.betaspider.com - a "stealth mode" startup where it can't go
User-agent: Charlotte
Disallow: /

# stop bots spidering test site
User-agent: *
Disallow: /new/

# Allow all other robots to browse everywhere
User-agent: *
Disallow: /proppics/
Disallow: /style/
Disallow: /script/
Disallow: /buttons/