# Robots.txt
# All robots will spider the domain

User-agent: *
Disallow: /admin
Disallow: /css
Disallow: /includes
Disallow: /js