#	robots.txt	John H. Walton
#	03 Feb 2003	Allow indexing by external search engines
#	11 Apr 2007 Disallow images
#	20 Apr 2007 Disallow rw/images
#	28 Jun 2007 Slow down Slurp (inktomi) to 10 sec delay
#	12 Nov 2008 Only disallow all images with Slurp 

User-agent: *
Disallow: /admin/
Disallow: /bin/
Disallow: /data/
Disallow: /db/
Disallow: /dirman/
Disallow: /images/
Disallow: /reg/
Disallow: /test/
Disallow: /ttlib/
Disallow: /ute/
Disallow: /w/
Disallow: /_private/
Crawl-delay: 10
Request-rate: 1/10

User-agent: Slurp
Disallow: /rw/images/
Disallow: /duotones/
Disallow: /dwlogos/
Disallow: /logos/
Disallow: /net/graphics/
Disallow: /news/newsimages/
Crawl-delay: 10

Sitemap: http://www.danceweb.co.uk/sitemap.xml.gz
#	END LIST