# Allow all crawlers esp adsense
User-agent: *
Disallow:
Disallow: /wp-* 
Allow: /*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /