# This rule means it applies to all user-agents
User-agent:  *
# Disallow all directories and files within
Disallow: */cgi-bin
Disallow: */wp-admin/
Disallow: */wp-includes/
Disallow: */wp-content/
Disallow: */category/
Disallow: */page
Disallow: */page/*
Disallow: */page/*
Disallow: */category/*/*
Disallow: */*/trackback
Disallow: */backup/
Disallow: */images/


# The Googlebot is the main search bot for google
User-agent: Googlebot

# Disallow Google from parsing indididual post feeds and trackbacks..
Disallow: */feed/
Disallow: */trackback/

# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?

# The Googlebot-Image is the image bot for google
User-agent: Googlebot-Image
# Allow Everything
Allow: /*

# This is the ad bot for google
User-agent: Mediapartners-Google*
# Allow Everything
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /