# 09-Aug-2006
# 11-Oct-2006
# 23-May-2007

# 08-Sep-2008: temporarily block google

User-agent: Googlebot
Crawl-delay: 30
Disallow: *view=user_messages*
Disallow: *view=user_index*
Disallow: *view=monthly_totals*
Disallow: *view=messages_by_month*
Disallow: *watch.do*
Disallow: *watch%248%3Fentry*
Disallow: *randomslideshow*
Disallow: *seqslideshow*
Disallow: *action=dayViewHandler*
Disallow: *action=skipTo*
Disallow: *topiceditgeneral*
Disallow: *icb.tabgroup.inline*
Disallow: *&state=*
Disallow: *&login=*
Disallow: /cgi-bin/
Disallow: /pin
Disallow: /pin/
Disallow: /pinproxy/
Disallow: /icb/popup.do
Disallow: /icb/a
Disallow: /fs/docs/icb.image
Disallow: /fs/docs/icb.skin
Disallow: /im
Disallow: /pi
Disallow: /we
Disallow: /~

User-agent: Slurp
Crawl-delay: 30
Disallow: *view=user_messages*
Disallow: *view=user_index*
Disallow: *view=monthly_totals*
Disallow: *view=messages_by_month*
Disallow: *watch.do*
Disallow: *watch%248%3Fentry*
Disallow: *randomslideshow*
Disallow: *seqslideshow*
Disallow: /cgi-bin/
Disallow: /pin
Disallow: /pin/
Disallow: /pinproxy/
Disallow: /icb/popup.do
Disallow: /icb/a
Disallow: /fs/docs/icb.image
Disallow: /fs/docs/icb.skin
Disallow: /im
Disallow: /pi
Disallow: /we
Disallow: /~

User-agent: UltraSeek 
Crawl-delay: 30
Disallow: *view=user_messages*
Disallow: *view=user_index*
Disallow: *view=monthly_totals*
Disallow: *view=messages_by_month*
Disallow: *watch.do*
Disallow: *watch%248%3Fentry*
Disallow: *randomslideshow*
Disallow: *seqslideshow*
Disallow: /cgi-bin/
Disallow: /pin
Disallow: /pin/
Disallow: /pinproxy/
Disallow: /icb/popup.do
Disallow: /icb/a
Disallow: /fs/docs/icb.image
Disallow: /fs/docs/icb.skin
Disallow: /im
Disallow: /pi
Disallow: /we
Disallow: /~

User-agent: MSNBot
Crawl-delay: 30
Disallow: *view=user_messages*
Disallow: *view=user_index*
Disallow: *view=monthly_totals*
Disallow: *view=messages_by_month*
Disallow: *watch.do*
Disallow: *watch%248%3Fentry*
Disallow: *randomslideshow*
Disallow: *seqslideshow*
Disallow: /cgi-bin/
Disallow: /pin
Disallow: /pin/
Disallow: /pinproxy/
Disallow: /icb/popup.do
Disallow: /icb/a
Disallow: /fs/docs/icb.image
Disallow: /fs/docs/icb.skin
Disallow: /im
Disallow: /pi
Disallow: /we
Disallow: /~

User-agent: W3C-checklink
Crawl-delay: 1
Disallow: *watch.do*
Disallow: *watch%248%3Fentry*
Disallow: *randomslideshow*
Disallow: *seqslideshow*
Disallow: /cgi-bin/
Disallow: /pin
Disallow: /pin/
Disallow: /pinproxy/
Disallow: /icb/popup.do
Disallow: /icb/a
Disallow: /fs/docs/icb.image
Disallow: /fs/docs/icb.skin
Disallow: /im
Disallow: /pi
Disallow: /we
Disallow: /~

# 07-Apr-2009: Let HUL Archive to skin/css files (hul-wax)
User-agent: hul-wax
Crawl-delay: 5
Disallow: /cgi-bin/
Disallow: /pin
Disallow: /pin/
Disallow: /pinproxy/
Disallow: /icb/a
Disallow: /im
Disallow: /pi
Disallow: /we
Disallow: /~

# 07-Apr-2009: Let Browsershots have access if pages are publicly accessible (http://browsershots.org/)
User-agent: Browsershots
Disallow: /cgi-bin/
Disallow: /pin
Disallow: /pin/
Disallow: /pinproxy/

User-agent: *
Disallow: /