# robots.txt for http://www.aboutcareers.co.uk/ User-agent: * Disallow: /protected/ # This is an infinite virtual URL space # Disallow: /foo.html