User-agent: *

# Apparently, some people think they can erase their name from the
# internet, or at least from being returned in search results. Even
# though these people are pursuing a lost cause, we do our best to
# help them out by including their player profile pages here.

# Per 08/14/2006 email
Disallow: /cgi-bin/league/player.pl?player=Maureen_Rottschaefer
# Per 9/11/2006 email
Disallow: /cgi-bin/league/player.pl?player=Tim_Brundrett
# Per 7/9/2007 email
Disallow: /cgi-bin/league/player.pl?player=Leslie_Good
# Per 3/19/2008 and 5/2/2008 email
Disallow: /cgi-bin/league/player.pl?player=Lauren_Hardwig
# Per 8/13/2008 email
Disallow: /cgi-bin/league/player.pl?player=Diana_Kamin
# Per 6/12/2010 email
Disallow: /cgi-bin/league/player.pl?player=Michael_Colicchia

# If we're blocking the names above for player profiles, we also need
# to block them on the full player list.  Unfortunately, we can't just
# remove the select names, so we block all of the player list from 
# search engines.  This is probably better anyway.
Disallow: /cgi-bin/league/playerlist.pl


# The zermelo user agent is a product of PowerSet.  We customize their
# robot rules because they crawl the site way too frequently and
# unnecessarily increases server usage.  Plus, they're search engine
# isn't exposed to anyone yet (other than wikipedia articles).
User-agent: zermelo
Disallow: /

# URL in useragent doesn't resolve.
User-agent: webalta
Disallow: /

# http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
# overly frequent requests
# from 77.101.62.103
User-agent: MJ12bot
Disallow: /

# http://itsapic.com/crawler.html

# "Measured, adaptive pace" apparently means 58k+ hits/1.68GB in one
# visit (< 18 hours)
User-agent: itsapic.com_crawler
Disallow: /