User-agent: Nutch
Disallow: /

User-agent: Spiderbot
Disallow: /

User-agent: Spiderbot/Nutch-1.7
Disallow: /

User-agent: *
Disallow: /*?
Disallow: /wp-login.php
Disallow: /wp-admin
Disallow: /wp-includes
Allow: /wp-content/uploads
Disallow: /wp-www
Allow: /wp-www/css
Allow: /wp-www/js
Disallow: */trackback
Disallow: /*/feed
Disallow: /*/comments
Disallow: /cgi-bin
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz
Disallow: /*.cgi
Allow: /*.css$
Allow: /*.js$
Allow: *.js
Allow: *.css
Allow: ads.txt
Allow: sitemap_index.xml


User-agent: Googlebot-Image
Disallow:

User-agent: Mediapartners-Google
Disallow: