# no offline use of any of this content is allowed without prior permission
User-agent: webreaper
Disallow: /
User-agent: webcapture
Disallow: /
User-agent: voicestream.com
Disallow: /
User-agent: imagelock
Disallow: /
User-agent: cyveillance.com
Disallow: /
User-agent: fast
Disallow: /
User-agent: ArchitextSpider 
Disallow: /
User-agent: Email Echo!
Disallow: /
User-agent: Ultraseek
Disallow: /
User-agent: ZyBorg 
Disallow: /
User-agent: Scooter
Disallow: /
User-agent: Webclipping
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: Grabber
Disallow: /
User-agent: slurp
Disallow: /
User-agent: ru-robot 
Disallow: /
User-agent: FAST-WebCrawler
Disallow: /
User-agent: Indy Library
Disallow: /
User-agent: Slurp cat
Disallow: /
User-agent: crawler0.crawler918.com
Disallow: /
User-agent: crawler1.crawler918.com
Disallow: /
User-agent: crawler2.crawler918.com
Disallow: /
User-agent: crawler3.crawler918.com
Disallow: /
User-agent: crawler4.crawler918.com
Disallow: /
User-agent: crawler5.crawler918.com
Disallow: /
User-agent: crawler6.crawler918.com
Disallow: /
User-agent: crawler7.crawler918.com
Disallow: /
User-agent: crawler8.crawler918.com
Disallow: /
User-agent: crawler9.crawler918.com
Disallow: /