# /robots.txt file for http://googlebot.com/ User-agent: googlebot.com Disallow: User-agent: googlebot-image.com Disallow: User-agent: mediapartners-google.com Disallow: User-agent: googlebot-mobile.com Disallow: User-agent: msnbot.com Disallow: User-agent: Bloodhound Disallow: / User-agent: e-collector Disallow: / User-agent: directhit.com Disallow: User-agent: askjeeves.com Disallow: User-agent: * Disallow: /cgi-bin/ User-agent: lycos.com Disallow: User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CherryPicker Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Teleport Disallow: / User-agent: EmailCollector Disallow: /