# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /www/cgi-bin/ 
User-agent: *
Disallow: /www/cgi-bin/ 

# Disallow directory /www/admin/
User-agent: *
Disallow: /www/admin/

# Disallow directory /public_html/cgi-bin/
User-agent: *
Disallow: /public_html/cgi-bin/

# Disallow directory /public_html/admin/
User-agent: *
Disallow: /public_html/admin/

# Disallow directory /logs/
User-agent: *
Disallow: /logs/

# Disallow directory /mail/
User-agent: *
Disallow: /mail/

# Disallow directory /etc/
User-agent: *
Disallow: /etc/

# Disallow directory /tmp/
User-agent: *
Disallow: /tmp/

# Disallow file /www/TEST.htm
User-agent: *
Disallow: /www/TEST.htm

# Disallow file /www/TEST.htm
User-agent: *
Disallow: /www/testemail.htm

# Disallow directory /test/
User-agent: *
Disallow: /test/

# Disallow directory /public_html/test/
User-agent: *
Disallow: /public_html/test/