# robots.txt for http://www.c2c-offline.co.uk/ User-agent: * Disallow: /menu/ # This is an infinite virtual URL space Disallow: /layout/ Disallow: /test/