# All robots will spider the domain

User-agent: Google

User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /mail/
Disallow: /etc/
Disallow: /access-logs/
Disallow: /.htpasswds/
Disallow: /.cpanel/