# Allow bots to set their own crawl rate
# Disallow javascript, css, surveys and InfoLive

User-agent: *
Disallow: /InfoLive/
Disallow: /css/
Disallow: /js/
Disallow: /p6/
Disallow: /perseus/
Disallow: /survey/