# All robots will spider the domain
User-agent: *

# Disallow directory
Disallow: /admin/
Disallow: /_private/
Disallow: /_vti_inf/
Disallow: /_vti_cnf/
Disallow: /vti_log/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi-bin/