# Robots.txt file

# All robots will spider the domain
User-agent: *
Disallow: /wp-
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/

# GoogleBot
User-agent: Googlebot
Disallow: /wp-
Disallow: /trackback/
Disallow: /wp-content/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /page/
Disallow: */page/$

# allow adsense bot on entire site
User-agent: Mediapartners-Google
Allow: /*

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# allow AdWords PPC bot on entire site
User-agent: Adsbot-Google
Allow: /*