# Robots.txt file from McLaud -aka Seccia Claudio # # Bans from cgi-bin, public and images # # Disallow /cgi-bin/ User-agent: * #allows all spiders Disallow: /immagini/ User-agent: * #allows all spiders Disallow: /occhiali_catalogo/ User-agent: * #allows all spiders Disallow: /public/ # email collectors - by Zio O. User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: NetMechanic Disallow: /