User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: httplib
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: GetRight/4.2
Disallow: /

User-agent: lmspider (lmspider@scansoft.com)
Disallow: /

User-agent: lmspider lmspider@scansoft.com
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: updated/0.1beta
Disallow: /

User-agent: Zyborg
Disallow: /

User-agent: Zyborg Dead Link Checker
Disallow: /

User-agent: Nutch
Disallow: /

User-Agent: MediaPartners-Google
Allow: /search.php
Allow: /usersettings.php
Allow: /profiles.php
Allow: /comment.php

User-agent: *
Disallow: /cgi-bin/
Disallow: /comment.php
Disallow: /users.php
Disallow: /usersettings.php
Disallow: /profiles.php
Disallow: /info/
Disallow: /submit.php
Disallow: /portal.php
Disallow: /trackback.php
Disallow: /search.php