# /robots.txt for http://phonetips.net/ # comments to tipster@phonetips.net # Email spiders User-agent: CherryPicker Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: EmailCollector Disallow: / User-agent: WebBandit Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Roverbot Disallow: / User-agent: Acme.Spider Disallow: / User-agent: activeagent Disallow: / User-agent: arachnophilia Disallow: / User-agent: FrontPage Allow: / User-agent: * Disallow: /agents Disallow: /private Disallow: /banners Disallow: /cgi Disallow: /docs Disallow: /images Disallow: /logs Disallow: /cgi-bin Disallow: /x-documents Disallow: *.cgi Disallow: *.exe Disallow: *password.txt