User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /trackback/
Disallow: /comments/
Disallow: */trackback
Disallow: */comments
Disallow: /index.php
Disallow: /articles/
Disallow: /tag/
Disallow: /*?
 
# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /