User-agent: * Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /elements/ Disallow: /mysqladmin/ Disallow: /postoffice/ Disallow: /private/ Disallow: /vadmin/ User-agent: CherryPicker Disallow: / User-agent: Crescent Disallow: / User-agent: Crescent Internet ToolPak Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: LinkWalker Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: Microsoft.URL Disallow: / User-agent: Mozilla.*NEWT Disallow: / User-agent: Mozilla/3.Mozilla/2.01 Disallow: / User-agent: NEWT ActiveX; Win32 Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Telesoft Disallow: / User-agent: WEBMOLE Disallow: / User-agent: WebBandit Disallow: / User-agent: webbandit Disallow: / User-agent: WebEMailExtrac.* Disallow: / User-agent: WebEMailExtractor Disallow: / User-agent: Zeus.*Webster Disallow: /