# robots.txt for http://www.shopfinder.co.uk/
User-agent: Slurp
Crawl-delay: 40
User-agent: *
Disallow: /images/
Disallow: /logs/
Disallow: /doms/
Disallow: /error404/