# Only spider reciprocated links. Please contact webmaster if link has not been moved to public yet.
User-agent: Googlebot
Disallow: /usage
Disallow: /cgibin
Disallow: /pending
Disallow: /new
Disallow: /logs

User-agent: MSNBot
Disallow: /usage
Disallow: /cgibin
Disallow: /pending
Disallow: /new
Disallow: /logs

User-agent: Inktomi Slurp
Disallow: /usage
Disallow: /cgibin
Disallow: /pending
Disallow: /new
Disallow: /logs

User-agent: MSIECrawler
Disallow: /usage
Disallow: /cgibin
Disallow: /pending
Disallow: /new
Disallow: /logs

User-agent: AskJeeves
Disallow: /usage
Disallow: /cgibin
Disallow: /pending
Disallow: /new
Disallow: /logs

# Disallow ia_archiver
User-agent: ia_archiver
Disallow: /