# /robots.txt as defined in
# <http://www.robotstxt.org/wc/robots.html>

User-agent: *
Crawl-delay: 5
Disallow: /cgi-bin/
Disallow: /cgi-moses/
Disallow: /icons/
Disallow: /stats/
Disallow: /usage/