#robots.txt file for domain http://www.thisdomain.com

User-agent:*
Disallow:/cgi-bin
Disallow:/logstats
Disallow:/mailphp