# Alexa
User-agent: ia_archiver
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /aspnet_client/
Disallow: /db/
Disallow: /js/
Disallow: /stats/


# Ask Jeeves
User-agent: Teoma
User-agent: ia_archiver
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /aspnet_client/
Disallow: /db/
Disallow: /js/
Disallow: /stats/


# Google
User-agent: googlebot
User-agent: ia_archiver
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /aspnet_client/
Disallow: /db/
Disallow: /js/
Disallow: /stats/


# MSN
User-agent: msnbot
User-agent: ia_archiver
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /aspnet_client/
Disallow: /db/
Disallow: /js/
Disallow: /stats/


# Yahoo!
User-agent: Slurp
User-agent: ia_archiver
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /aspnet_client/
Disallow: /db/
Disallow: /js/
Disallow: /stats/


# Others
User-agent: *
User-agent: ia_archiver
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /aspnet_client/
Disallow: /db/
Disallow: /js/
Disallow: /stats/