# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow following directories from being indexed

User-agent: *
Disallow: /cgi-local/
Disallow: /register/
Disallow: /tng/
Disallow: /images/
Disallow: /scripts/
Disallow: /styles/
Disallow: /stats/