User-agent: A-Online Search
User-agent: ATN_Worldwide
User-agent: Arachnophilia
User-agent: ArchitextSpider
User-agent: FAST
User-agent: Crawler V 0.2.1 admin@crawler.de
User-agent: CoolBot
User-agent: Deweb/1.01
User-agent: grabber
User-agent: Eule-Robot
User-agent: LinkWalker
User-agent: Tarantula
User-agent: Gulliver/1.3
User-agent: fido/1.0 Harvest/1.4.pl2
Disallow: /cgi-bin/
Disallow: /usage/index.html
Disallow: /main.html