User-agent: *           # directed to all spiders
Disallow: /cgi-bin
Disallow: /errors
Disallow: /counter
Disallow: /images
Disallow: /stats
Disallow: error.html