# Evil robot, falsely reports dead links that are actually ok.
User-agent: linkwalker
Disallow: /

# Disallow all robots from resource, stylesheet, stats and cgi directories
User-agent: *
Disallow: /stats/ /resources/ /stylesheet/ /cgi-bin/ /Non Web Pages/