User-agent: WebWalker/1.10
Disallow: /

User-agent: linklooker
Disallow: /

User-agent: EMC Spider
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: asterias
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: W3M2/x.xxx
Disallow: /

User-agent: libWeb/clsHTTP
Disallow: /