User-agent: crawl
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BoardReader
Disallow: /

User-agent: FAST-WebCrawler
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: HTTrack 3
Disallow: /

User-agent: NaverBot-1.0
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Plucker
Disallow: /

User-agent: WebCapture 2
Disallow: /

User-agent: WebCapture 3
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebCopier v3.6
Disallow: /

User-agent: Webinator-indexer
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebReaper [webreaper@webreaper.net]
Disallow: /

User-agent: WebReaper [info@webreaper.net]
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Wget
Disallow: /

User-agent: *