# All robots may spider the domain
User-agent: *
Disallow: /content/
Disallow: /images/
Disallow: /styles/
Disallow: /text/