# robots.txt for http://www.cliftoncoffee.co.uk/ User-agent: * Disallow: /shopping/ # These pages move a lot. Disallow: /404error.htm Disallow: /navigation.htm Disallow: /header.htm Disallow: /footer.htm