# All robots can spider the domain
User-agent: *
Disallow:/data/
Disallow:/images/
Disallow:/scripts/
Disallow:/admin/
Disallow:/security_error.html
Disallow:/page_not_found.html
Disallow:/message.html
Disallow:/thankyou.html
Disallow:/search_results.html
Disallow:/.htaccess
Disallow:/admin_menu.html
Disallow:/xdp_collect.html
Disallow:/new_claim.html
Disallow:/withdrawal.html
Disallow:/value_confirmation.html
Disallow:/claim_deletion.html
Disallow:/claim_credit.html
Disallow:/show_claims.html
Disallow:/*.php
sitemap: http://www.clarkeservice.co.uk/sitemap.xml