# disallow all files in these directories User-agent: * Disallow: */cgi-bin/ Disallow: */wp-admin/ Disallow: */wp-includes/ Disallow: */wp-content/plugins/ Disallow: */wp-content/cache/ Disallow: */wp-content/themes/ Disallow: */category/*/* Disallow: */trackback/ Disallow: */feed/ Disallow: */comments/ Disallow: /*? User-agent: Mediapartners-Google* Allow: / User-agent: Googlebot-Image Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: * Allow: /wp-admin/admin-ajax.php User-agent: Mozilla/5.0 (compatible;contxbot/1.0) Allow: /