# robots.txt for http://www.example.com/ User-agent: * Disallow: /admin/ # This is an infinite virtual URL space Disallow: /tmp/ # these will soon disappear Disallow: /images/ Disallow: /upload/ Disallow: /fbdb/ Disallow: /records/ Disallow: /video/ Disallow: /distributor/