User-agent: NPBot
Disallow: /
User-agent: Lachesis
Disallow: /
User-agent: wget
Disallow: /
User-agent: Gulper
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: *
Disallow: /1
Disallow: /cgi
Disallow: /cli
Disallow: /da
Disallow: /ht
Disallow: /lat
Disallow: /mx_lookup.txt
Disallow: /nslookup.txt
Disallow: /perl/ActivePerl/DocTools/TOC
Disallow: /perl/CPAN/WAIT.html
Disallow: /perl/SOAP/Lite.html
Disallow: /scripts/axs/ax
Disallow: /scripts/axs/bug
Disallow: /scripts/axs/cmd_demo
Disallow: /scripts/axs/down
Disallow: /scripts/axs/ima
Disallow: /scripts/axs/log
Disallow: /scripts/genesis/changes.html
Disallow: /scripts/genesis/help/
Disallow: /scripts/guardian/down
Disallow: /scripts/guardian/guard
Disallow: /scripts/help/htaccess.txt
Disallow: /scripts/old
Disallow: /scripts/perms/perms.asp
Disallow: /scripts/roman/roman.txt
Disallow: /scripts/search/down
Disallow: /scripts/searchgazer/
Disallow: /scripts/start/down
Disallow: /scripts/start/start.cgi
Disallow: /scripts/start/start.pl?
Disallow: /scripts/testpak/d
Disallow: /scripts/xavatoria/what.html
Disallow: /scripts/xavatoria/xavatoria
Disallow: /search.cgi
Disallow: /search.html
Disallow: /search.ztml
Disallow: /searchdata/
Disallow: /z