# robots.txt 

User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/ # these will soon disappear
Disallow: /sel/
Disallow: /myafri-surveys/
Disallow: /ploggerb3/
Disallow: /twatch/
Disallow: /twatch_include/
Disallow: /uploads/
Disallow: /uploader.php/
Disallow: /mailing-manager/
Disallow: /mailer/
Disallow: /Danielle-Media.php/


RewriteCond %{HTTP_USER_AGENT} ^(ASPSeek|Deweb|Fetch|FlashGet|Getleft|GetURL|GetWebPage|.*HTTrack|KWebGet|libwww-perl|Mirror|NetAnts|NetCarta|netprospector|Net.Vampire|pavuk|PSurf|PushSite|reget|Rsync|Shai|SpiderBot|SuperBot|tarspider|Templeton|w3mir|web.by.mail|WebCopier|WebCopy|WebMiner|WebReaper|WebSnake|WebStripper|webvac|webwalk|WebZIP|Wget|XGET) [NC,OR]
RewriteCond %{THE_REQUEST} "^((GET|POST|HEAD) [^/]|CONNECT)" [NC]
RewriteRule .* /cgi-bin/bad.pl [L,T=application/x-httpd-cgi]