User-agent: *
Disallow: /index.php/go/
Disallow: /logs/
Disallow: /beta/
Disallow: /talk/install/
Disallow: /talk/register/
Disallow: /talk/login/
Disallow: /talk/search/
Disallow: /ispnews/comments/
Disallow: /cgi-bin/ispnews/printnews.cgi
Disallow: /review/productSearch.html
Disallow: /*blackhole
Disallow: /?blackhole

User-agent: Baiduspider
Disallow: /talk/
Disallow: /ssi/
Disallow: /comments/
Disallow: /cgi-bin/
Disallow: /jargon/
Disallow: /review/
Disallow: /story/

User-agent: BLEXBot
Disallow: /isp_list/
Disallow: /review/
Disallow: /beta/
Disallow: /logs/

User-agent: AhrefsBot
Crawl-Delay: 60
Disallow: /talk/

User-agent: Yandex
Crawl-Delay: 60
Disallow: /index.php/go/
Disallow: /logs/
Disallow: /beta/
Disallow: /talk/install/
Disallow: /talk/register/
Disallow: /talk/login/
Disallow: /talk/search/
Disallow: /ispnews/comments/
Disallow: /cgi-bin/ispnews/printnews.cgi

User-agent: grapeshot
Crawl-Delay: 30
Disallow: /index.php/go/
Disallow: /logs/
Disallow: /beta/
Disallow: /talk/install/
Disallow: /talk/register/
Disallow: /talk/login/
Disallow: /talk/search/
Disallow: /ispnews/comments/
Disallow: /cgi-bin/ispnews/printnews.cgi