# Hello! You have just found the robots.txt file for britishsurnames.co.uk.
# If you're reading this, then you're probably rather strange - the type
# of person who looks at robots.txt files on other people's websites just
# for fun. Unless, that is, you're actually a robot - but if so, then you
# won't be reading this bit, as it's all comments. The part you want is
# below...

User-Agent: *
Disallow: /oooh-this-is-a-hidden-directory/
Disallow: /404.php

User-agent: Slurp
Crawl-delay: 5

# Any robots.txt compliant automated retrieval system is explicitly granted 
# permission to retrieve, index and archive this website except where otherwise 
# indicated by "Disallow" statements.

# Pomegranates are not the only fruit.