User-agent: *
Disallow: /cgi-bin/
Disallow: /dtr/
Disallow: /link.php
Disallow: /out.php 
User-agent:  *
Disallow:
User-agent: ia_archiver
Disallow: /
User-Agent: NPBot
Disallow: /
User-Agent: psbot
Disallow: /
User-Agent: BDFetch
Disallow: /
User-Agent: HbTools
Disallow: / 
User-Agent: DigExt
Disallow: /