# All robots will spider the domain
User-agent: *
# Disallow directory /cgi-bin/
Disallow: /cgi-bin/
# Disallow directory /img/
Disallow: /img/
# Disallow directory /ms/
Disallow: /ms/
# Disallow directory /js/
Disallow: /js/
# Disallow directory /css/
Disallow: /css/
# Disallow directory /font/
Disallow: /font/
# Disallow directory /email/
Disallow: /email/
# Disallow directory /w3c/
Disallow: /w3c/
# Disallow directory /swf/
Disallow: /swf/
# Disallow directory /php/
Disallow: /php/
# Disallow directory /automail/
Disallow: /automail/
# Disallow directory /pdf/
Disallow: /pdf/