User-agent: BoardReader
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: *
Disallow: /news/20*/*
Disallow: /news/2009/*
Disallow: /news/2010/*
Disallow: /news/2011/*
Disallow: /news/tag/*
Disallow: /news/author/*
Disallow: /news/feed/*
Disallow: /news/comments/feed/*
Disallow: /news/*/feed
Disallow: /news/*/comments
Disallow: /index.php?*
Disallow: /forum/adventcaneldar.php
User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /

User-agent: Amazonbot
Disallow: /