# robots.txt for http://www.site.com/

User-agent: *
Disallow: /cgi-bin  # restrict directory access
Disallow: /stats    # resrtrict directory access