# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory
User-agent: *
Disallow: /admin/
Disallow: /awstats/
Disallow: /banners/
Disallow: /cache/
Disallow: /client/
Disallow: /ftp/
Disallow: /gallery/
Disallow: /language/
Disallow: /maintenance/
Disallow: /manager/
Disallow: /misc/
Disallow: /styles/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/