# This rule means it applies to all user-agents
User-agent:  *
Disallow: /cgi-bin/
Disallow: /go/
Disallow: /wp-
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /archives/
Disallow: /category/
Disallow: /tag/
Disallow: /trackback/
Disallow: /feed/
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Disallow: /author/
Disallow: /comments/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/
Disallow: /wp-content/themes/

 

# Disallow all monthly archive pages
Disallow: /2009/0
Disallow: /2009/1
Disallow: /2010/0
Disallow: /2010/1
Disallow: /2011/0
Disallow: /2011/1
Disallow: /2012/0
Disallow: /2012/1

 
# The Googlebot is the main search bot for google
User-agent: Googlebot
 

# Disallow all files ending with these extensions
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.pdf$
Disallow: /*.rar$
Disallow: /*.zip$
 

# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?
Allow: /*?$


User-agent: Googlebot-Image
Disallow: /


User-agent: ia_archiver
Disallow: /


User-agent: duggmirror
Disallow: /


User-agent: Googlebot-Mobile
Allow: /


User-agent: All
Allow: /