User-Agent: *
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/comment-page-*/

User-agent: Heritrix
Disallow: /

User-agent: penthesilea
Disallow: /

User-agent: DomainCrawler
Disallow: /

User-agent: dotbot
Disallow: /