# A collection of crawlers to block that have been identified as e-mail harvesters # This is not guaranteed to work, but it couldn't hurt to add them to your robot.txt file # in your root directory. User-agent: grub-client Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CherryPicker Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Teleport Disallow: / User-agent: EmailCollector Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: EmailSiphon Disallow: / RewriteCond %{HTTP_USER_AGENT} "NPbot" RewriteRule .* - [F,L] RewriteCond %{HTTP_USER_AGENT} "Microsoft URL Control" RewriteRule .* - [F,L] RewriteCond %{HTTP_USER_AGENT} EmailSiphon RewriteRule .* - [F,L] RewriteCond %{REMOTE_ADDR} "^63.148.99.2(2[4-9]|[3-4][0-9]|5[0-5])$" RewriteRule .* - [F,L] RewriteCond %{HTTP_REFERER} iaea.org RewriteRule .* - [F,L] RewriteCond %{REMOTE_ADDR} ^12.148.209.(19[2-9]|2[0-4][0-9]|25[0-5])$ [OR] RewriteCond %{HTTP_USER_AGENT} NPBot RewriteRule .* - [F,L] RewriteCond %{HTTP_USER_AGENT} TurnitinBot RewriteRule .* - [F,L]