User-agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /manager
Disallow: /article
Disallow: /files
Disallow: /installwordpress
Disallow: /admin
Disallow: /downloads
Disallow: /contact-us.html
Disallow: /anything else you want to hide

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Disallow: /wp-content

User-agent: Googlebot-Mobile
Allow: /

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot