# robots.txt for http://www.example.com/ User-agent: * Allow: / Disallow: /manager/ # This is an infinite virtual URL space Disallow: /sql/ # these will soon disappear Disallow: /psd/ # these will soon disappear Disallow: /majd/ # these will soon disappear