User-agent: tarspider
Disallow: /

User-agent: fido/0.9 Harvest/1.4.pl2
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: EIT-Link-Verifier-Robot/0.2
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: SummyCrawler
Disallow: /

User-agent: TITAN/0.1
Disallow: /

User-agent: Jeeves v0.05alpha (PERL, LWP, lglb@doc.ic.ac.uk)
Disallow: /

User-agent: WebCrawler/3.0 Robot libwww/5.0a
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: MIIxpc/4.2
Disallow: /

User-agent: CACTVS Chemistry Spider
Disallow: /

User-agent: Ahoy! The Homepage Finder
Disallow: /