# robots.txt for http://www.site-essential.com User-agent: grub-client Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: FlickBot* Disallow: / User-Agent: roadrunner Disallow: / User-agent: psbot Disallow: / User-agent: turnitinbot Disallow: / User-agent: Mercator Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /comments Disallow: /perfidpm/ Disallow: /members/ Disallow: /images/