User-agent: * # disallow all files in these directories Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /blog/wp-content/ Disallow: /blog/wp-content/themes/ Disallow: /blog/trackback/ Disallow: /blog/*?* Disallow: */trackback/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /blog/*.php$ Disallow: /blog/*.js$ Disallow: /blog/*.inc$ Disallow: /blog/*.css$ Disallow: /blog/*.gz$ Disallow: /blog/*.cgi$ Disallow: /blog/*.wmv$ Disallow: /blog/*.png$ Disallow: /blog/*.gif$ Disallow: /blog/*.jpg$ Disallow: /blog/*.cgi$ Disallow: /blog/*.xhtml$ Disallow: /blog/*.php* Disallow: */trackback* Disallow: /blog/*?* Disallow: /blog/z/ Disallow: /blog/wp-* Allow: /blog/wp-content/uploads/ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: /*?* Allow: /z/ Allow: /about/ Allow: /contact/ Allow: /wp-content/ Allow: /tag/ Allow: /manual/* Allow: /docs/* Allow: /*.php$ Allow: /*.js$ Allow: /*.inc$ Allow: /*.css$ Allow: /*.gz$ Allow: /*.cgi$ Allow: /*.wmv$ Allow: /*.cgi$ Allow: /*.xhtml$ Allow: /*.php* Allow: /*.gif$ Allow: /*.jpg$ Allow: /*.png$ # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /