User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /go/ Disallow: /archives/ disallow: /*?* Disallow: /wp-* Disallow: /author Disallow: /comments/feed/ Disallow: /page/ Disallow: /trackback/ Disallow: /wp-/ Disallow: /blog-/ Disallow: /?s= Disallow: /cdn-/ Disallow: /xmlrpc.php Disallow: /comment/reply/ Disallow: /comment/ Disallow: /useronline/ Disallow: /redirect.php* Disallow: /category/ Disallow: /tag/ Disallow: /author/ # allow wp-includes because jquery and other css shipped with wordpress Allow: /wp-includes/ User-agent: Mediapartners-Google* Allow: / User-agent: Googlebot-Image Allow: /wp-content/uploads/ User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile