User-agent: *
Disallow: /atom/
Disallow: /rss/
Disallow: /shared/
Disallow: /themes/

User-Agent: msnbot
Crawl-Delay: 2

User-Agent: Slurp
Crawl-Delay: 2

User-agent: ia_archiver
Disallow: / 

User-agent: duggmirror
Disallow: /