User-agent: *
Disallow: /RealMedia/ads/
Disallow: /ads/
Disallow: /fcgi-bin/ipeclick.cgi/
Disallow: /event.ng/
Disallow: /html.ng/
Disallow: /click.ng/
Disallow: /image.ng/
Disallow: /search/
Disallow: /fax/
Disallow: /*/print/
Disallow: /print/
Disallow: /send_form/
Disallow: /email.php/
Disallow: /print.php/
Disallow: /comments.php/
Disallow: /editpost.php
Disallow: /global.php
Disallow: /joinrequests.php
Disallow: /login.php
Disallow: /moderator.php
Disallow: /newattachment.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /private.php
Disallow: /register.php
Disallow: /report.php
Disallow: /reputation.php
Disallow: /search.php
Disallow: /sendmessage.php
Disallow: /subscription.php
Disallow: /subscriptions.php
Disallow: /threadrate.php
Disallow: /usercp.php
Disallow: /usernote.php
#Company forums
Disallow: /vb/editpost.php
Disallow: /vb/global.php
Disallow: /vb/joinrequests.php
Disallow: /vb/login.php
Disallow: /vb/moderator.php
Disallow: /vb/newattachment.php
Disallow: /vb/newreply.php
Disallow: /vb/newthread.php
Disallow: /vb/private.php
Disallow: /vb/register.php
Disallow: /vb/report.php
Disallow: /vb/reputation.php
Disallow: /vb/search.php
Disallow: /vb/sendmessage.php
Disallow: /vb/subscription.php
Disallow: /vb/subscriptions.php
Disallow: /vb/threadrate.php
Disallow: /vb/usercp.php
Disallow: /vb/usernote.php
 
User-agent: WebZIP
Disallow: /
 
User-agent: WebTrends
Disallow: /

User-agent: Yahoo-NewsCrawler
Disallow:

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10