# It is a condition of access to this site that automated retrieval
# agents obey the Robots Exclusion Protocol.  Sites that disobey will
# be banned or subject to other penalties.

User-agent: googlebot
User-agent: ia_archiver
User-agent: scooter
User-agent: nutch
User-agent: openbot
User-agent: baidu
User-agent: larbin
User-agent: msnbot
User-agent: Yandex
User-agent: ScoutJet
User-agent: Bingbot
User-agent: DuckDuckBot
Disallow: /mailman/private/
Disallow: /cgi-bin/
Disallow: /cvsweb/
Disallow: /viewcvs/
Disallow: /ftp

# askjeeves/teoma can't understand records with multiple ua fields.
User-Agent: Jeeves
User-Agent: Teoma
Disallow: /mailman/private/
Disallow: /cgi-bin/
Disallow: /cvsweb/
Disallow: /viewcvs/
Disallow: /ftp

# Disallow everyone else, because some people of limited intelligence
# like to try to mirror everything.  If you are a real search agent and 
# feel you should be an exception, write to us.

User-agent: *
Disallow: /