User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /wp-admin/*
Disallow: */wp-admin/*
Disallow: /wp-includes/*
Disallow: */wp-includes/*
Disallow: /manual
Disallow: /manual/*
Disallow: /phpmanual/
Disallow: /wp-content/plugins*
Disallow: /wp-content/themes*
Disallow: /wp-content/*
Disallow: */wp-content/*
Disallow: */wp-app*
Disallow: /author*
Disallow: /author/*
Disallow: */author/
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback
Disallow: /*?*
Disallow: *?*
Disallow: /*.html/$
Disallow: /*feed*
Disallow: /*amp;*
Disallow: /comments
Disallow: */comments
Disallow: /date/*
Disallow: /archive/*
Disallow: /rss/*
Disallow: /about/trackback/*
Disallow: /wp-signup.php*
Disallow: /wp-login.php*
Disallow: */wp-login.php*
Disallow: /wp-login*
Disallow: /wp-*
Disallow: */wp-*
Disallow: /2006/*
Disallow: /2007/*
Disallow: /2008/*
Disallow: /2009/*
Disallow: /2010/*
Disallow: /2011/*
Disallow: /2012/*
 
User-agent: Googlebot
# disallow all files ending with these extensions
Allow: /xmlrpc.php
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.wmv$
Disallow: /*.cgi$
 
# disable duggmirror
User-agent: duggmirror
Disallow: /
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*