# /robots.txt file for spamlinks.net

# Misbehaved robots

User-agent: sohu-search
Disallow: *

# Common search engine User-agent strings

User-agent: msnbot 
User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: FAST Enterprise Crawler
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
User-agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma)
User-agent: Jetbot
User-agent: Gaisbot
User-agent: arianna.libero.it
User-agent: ia_archiver
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: Mozilla/4.7 [en](Exabot@exava.com)
User-agent: Mozilla/4.7 [en](BecomeBot@exava.com)
User-agent: gazz
User-agent: Ocelli
User-agent: ichiro
User-agent: everyfeed-spider
User-agent: ConveraCrawler
User-agent: Baiduspider
User-agent: Patwebbot
User-agent: IRLbot
User-agent: BrandSpyder
User-agent: NextGenSearchBot
User-agent: NaverBot
User-agent: EmeraldShield.com

# "Meta" pages

Disallow: /about.htm
Disallow: /contact.htm
Disallow: /links.htm
Disallow: /mirror.htm
Disallow: /search.htm

User-agent: *

# Deprecated pages

Disallow: /419.htm
Disallow: /archives.htm
Disallow: /filter-account.htm
Disallow: /filter-bounce.htm
Disallow: /filter-bounce-fake.htm
Disallow: /filter-client-bounce.htm
Disallow: /filter-dnbsl-lists.htm
Disallow: /filter-server-apps.htm
Disallow: /filter-server-dnsbl.htm
Disallow: /formmail.htm
Disallow: /guestbook.htm
Disallow: /hiding.htm
Disallow: /homepage.htm
Disallow: /joejob.htm
Disallow: /market.htm
Disallow: /netorgs.htm
Disallow: /news2.htm
Disallow: /parody.htm
Disallow: /poison.htm
Disallow: /proxy-trojan.htm
Disallow: /prevent-dha.htm
Disallow: /prevent-fix.htm
Disallow: /prevent-fix-dns.htm
Disallow: /prevent-fix-more.htm
Disallow: /proxy.htm
Disallow: /proxy-fix.htm
Disallow: /proxy-spamcop.htm
Disallow: /relay.htm
Disallow: /relay-fix.htm
Disallow: /relay-auth.htm
Disallow: /report.htm
Disallow: /report-addresses.htm
Disallow: /report-how.htm
Disallow: /report-tools.htm
Disallow: /research.htm
Disallow: /spambots.htm
Disallow: /spambots-hiding.htm
Disallow: /spambots-redirect.htm
Disallow: /spambots-poison.htm
Disallow: /spambots-about.htm
Disallow: /spammer_story.htm
Disallow: /stats-local.htm
Disallow: /tools-contact.htm
Disallow: /tools-deobfuscate.htm
Disallow: /tools-dnsbl.htm
Disallow: /tools-dnsbl-serve.htm
Disallow: /tools-honeypot.htm
Disallow: /tools-proxy.htm
Disallow: /tools-relay.htm
Disallow: /tools-report.htm
Disallow: /tools-trace.htm
Disallow: /tools-translate.htm
Disallow: /trace.htm
Disallow: /trace-proxy.htm
Disallow: /updates.htm
Disallow: /vuln.htm

# Typos

Disallow: /humour.htm
Disallow: /proxy.html
Disallow: /proxi-fix.htm
Disallow: /proxy.fix.htm
Disallow: /proxy-spamcop.html
Disallow: /quote.htm
Disallow: /spamlinks.html