User-agent: *   # robots.txt directed to all spiders, 

Disallow: /cgi-bin
Disallow: /logs
Disallow: /public_html/formhandler
Disallow: /public_html/stats