# /usr/local/etc/httpd/html/robots.txt
# this file tells all web-indexing robots not to index the users'
# or stats pages

User-agent: *
Disallow: /public_html
Disallow: test*.html