#robots.txt

User-agent: *
Disallow: /cgi-bin/
Disallow: /servlet/
Disallow: /js/
Disallow: /css/
Disallow: /webalizer/
Disallow: /awstats/
Disallow: /tmp/
Disallow: /cc/
Disallow: /mailman/
Disallow: /error/
Disallow: /404.html