User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /*?*
Disallow: /*?
Disallow: /files

Allow: /wp-content/uploads

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Mobile
Allow: /
 
User-agent: Googlebot
Disallow: /*.pdf$
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.txt$
Disallow: /wp-*

User-agent: WebZIP
Disallow: /
 
User-agent: WebTrends
Disallow: /

User-agent: Yahoo-NewsCrawler
Crawl-Delay: 10

# MSN

User-agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10

# AllTheWeb

User-agent: fast-webcrawler
Crawl-Delay: 10

# AltaVista

User-agent: scooter
Crawl-Delay: 10

# Googlebot

User-agent: googlebot
Crawl-Delay: 10

# Looksmart

User-agent: wisenutbot
Crawl-Delay: 10

User-agent: zyborg
Crawl-Delay: 10

# Yahoo Vertical Crawler

User-agent: yahoo-verticalcrawler
Crawl-Delay: 10 

Sitemap: /sitemap.xml