#robots.txt for all our sites
User-agent: *
Disallow: /content/*

User-agent: CCBot
Disallow: /