# robots.txt for http://www.christianitytoday.com/
# email hostmaster@christianitytoday.com for comments

User-agent: *
Disallow: /404.html
Disallow: /allcovers.html
Disallow: /allhrefs.html
Disallow: /cgi/
Disallow: /cms/
Disallow: /document/
Disallow: /global/
Disallow: /lyris/
Disallow: /partredips/
Disallow: /private/
Disallow: /scripts/
Disallow: /search/
Disallow: /services/
Disallow: /special/
Disallow: /w3c/

User-Agent: MSIECrawler
Disallow: /

User-agent: googlebot-image
Disallow: /

User-agent: webclipping
Disallow: /

User-agent: cfm-searchbot
Disallow: /

User-agent: nutch
Disallow: /

User-agent: nutchcvs
Disallow: /

User-agent: nutchorg
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: webfilter robot 1.0
Disallow: /

User-agent: Slurp
Crawl-delay: 100