# robots.txt

User-agent: *
Disallow: /_content_templates/
Disallow: /_handlers/
Disallow: /_media/
Disallow: /_templates/

User-agent: Slurp
Crawl-delay: 10