User-agent: * # disallow all files in these directories Disallow: /school/ Disallow: /cgi-bin/ Disallow: /z/j/ Disallow: /z/c/ Disallow: /stats/ Disallow: /dh_ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /wp-content/themes/fairfax/ Disallow: /trackback/ Disallow: /feed/ Disallow: /archives/ Disallow: /tag/* Disallow: /category/* # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* Disallow: /wp-includes/ # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: /*?* Allow: /wp-content/ Allow: /*.php$ Allow: /*.js$ Allow: /*.inc$ Allow: /*.css$ Allow: /*.gz$ Allow: /*.cgi$ Allow: /*.wmv$ Allow: /*.cgi$ Allow: /*.xhtml$ Allow: /*.php* Allow: /*.gif$ Allow: /*.jpg$ Allow: /*.png$ # disallow urls with ? in Disallow: /*?*