# All robots will spider the domain
# exclude some access-controlled areas
User-agent: *
Disallow: /css
Disallow: /js
Disallow: /images