#Thanks to Jeremy Mooney for the code User-agent: Mediapartners-Google* Disallow: /pictures/ User-agent: * Disallow: /pictures/ Disallow: /*.pdf$ Disallow: /*.doc$ # Reindex way too much and don't see point anyways User-agent: TurnitinBot Disallow: / # It doesn't like lots of links, it apparently needs the * duplicated too User-agent: googlebot Disallow: /pictures/ # This one is just annoying... User-Agent: sitecheck.internetseer.com Disallow: / Disallow: /blog/ Disallow: /pictures/ # No archiving User-agent: ia_archiver Disallow: /