# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /2010/
Disallow: /uncategorized/
Disallow: /ads/
Disallow: /author/
Disallow: /tag/
 
User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /wp-*
Disallow: */feed/$
Disallow: /uncategorized
Disallow: /ads/
Disallow: /ads/*
Disallow: */comment-page*
Disallow: /2010/*
Disallow: /author/*
Disallow: *.php*
Disallow: *?p=*
Disallow: /tag/*
Allow: /wp-content/uploads/

User-agent: Slurp
# disallow all files ending with these extensions
Disallow: /wp-*
Disallow: *?p=*
Disallow: */feed/$
Disallow: /uncategorized/
Disallow: /ads/
Disallow: /ads/*
Disallow: /tag/*
Allow: /wp-content/uploads/


# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*
Allow: /wp-content/

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Allow: /*
Allow: /wp-content/