User-Agent: *
Disallow: /secret/
User-Agent: BadGuy
Disallow: /
User-Agent: FDSE
Disallow: /logs/
Disallow: /cgi-bin/
User-agent: *
Disallow: /cgi-bin
Disallow: /clients.html
Disallow: /davey/
Disallow: /http
Disallow: /jeff
Disallow: /latest
Disallow: /mx_lookup.txt
Disallow: /nslookup.txt
Disallow: /scripts/axs/ax
Disallow: /scripts/axs/bug
Disallow: /scripts/axs/cmd_demo.txt
Disallow: /scripts/axs/download
Disallow: /scripts/axs/images
Disallow: /scripts/axs/log.txt
Disallow: /scripts/genesis/download
Disallow: /scripts/genesis/genesis
Disallow: /scripts/guardian/download
Disallow: /scripts/guardian/guardian
Disallow: /scripts/help/htaccess.txt
Disallow: /scripts/perms/perms.asp
Disallow: /scripts/roman/roman.txt
Disallow: /scripts/search/download
Disallow: /scripts/start/download
Disallow: /scripts/start/start.cgi
Disallow: /scripts/start/start.pl?
Disallow: /scripts/testpak/demo/
Disallow: /scripts/xavatoria/what.html
Disallow: /scripts/xavatoria/xavatoria
Disallow: /search.cgi
Disallow: /search.html
Disallow: /search.ztml
Disallow: /z

#idiot-bot; generates tons of 404 and malformed urls
User-agent: wget
Disallow: /

User-agent: ExtractorPro
Disallow: /