User-agent: ia_archiver Disallow: / # A collection of crawlers to block that have been identified as e-mail harvesters # This is not guaranteed to work, but it couldn't hurt to add them to your robot.txt file # in your root directory. User-agent: grub-client Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CherryPicker Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Teleport Disallow: / User-agent: EmailCollector Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / indexignore * User-agent: * Disallow: /00_ Disallow: /contact Disallow: /gbook Disallow: /admin/ Disallow: /00/ Disallow: /adodb/ Disallow: /bin/ Disallow: /cgi-bin/ Disallow: /classes/ Disallow: /collge/ Disallow: /connections/ Disallow: /editor_images/ Disallow: /images/ Disallow: /includes/ Disallow: /ktml2/ Disallow: /Library/ Disallow: /media/ Disallow: /members/ Disallow: /new/ Disallow: /Templates/ Disallow: /themes/ Disallow: /tNG/ Disallow: /uploads/