User-agent: *
Disallow: /docs
Disallow: /img
Disallow: /lib
Disallow: /mail
Disallow: /manual
Disallow: /media
Disallow: /txt

User-agent: NPBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: lwp-trivial/1.
Disallow: /

User-agent: lwp-trivial/1.41
Disallow: /