# robots.txt for tbp User-agent: grub-client Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: FlickBot* Disallow: / User-agent: roadrunner Disallow: / User-agent: psbot Disallow: / User-agent: turnitinbot Disallow: / User-agent: Mercator Disallow: / User-agent: Mediapartners-Google* Disallow: User-agent: * Disallow: blog/plugins/ Disallow: blog/themes/ Disallow: amp/ Disallow: plesk-stat/ Disallow: picture_library/ Disallow: blog/wp-admin/index.php