User-agent: aipbot
Disallow: /
User-agent: Webclipping.com
Disallow: /
User-agent: DIIbot
Disallow: /
User-agent: Rumours-Agent
Disallow: /
User-agent: turnitinbot
Disallow: /
# exclude IBM Crawler
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: *
Disallow: /articles.php
Disallow: /email_display.php3
Disallow: /emailstory.php3
Disallow: /comment.php3
Disallow: /display.php
Disallow: /forum.php
Disallow: /header.php
Disallow: /image.php
Disallow: /media_file.php
Disallow: /pdf.php3
Disallow: /print.php3
Disallow: /thread.php
Disallow: /admin/
Disallow: /admin3/
Disallow: /admin2/
Disallow: /calendar/publish.php