# robots.txt
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: *                   # All spiders should avoid
Disallow: /cgi-bin/             #   cgi-bin scripts
Disallow: /images/              #   image files
Disallow: /private/             #   private files
Disallow: /test/                #   test files
Disallow: /weblog/              #   log files