# For domain: http://www.caringandsharing.info

# All robots will spider the domain
User-agent: *
Disallow:   /db/
Disallow:   /intermediate_site/
Disallow:   /new_site/

User-agent: NG/2.0
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: Slurp
crawl-delay: 300

User-agent: msnbot
crawl-delay: 300

User-agent: ia_archiver
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Wget*
Disallow: /

# Disallow various data-intensive files
User-agent: *