# Keeps Robots out of private files
#
# This one stops the Internet Archive, AKA Wayback Machine
User-agent: ia_archiver
Disallow: /
#
User-agent: PRCrawler/Nutch-0.9 (data mining development project; crawler@projectrialto.com)
Disallow: /
#
User-agent: *
Disallow: /_db_backups
Disallow: /images/
Disallow: /stats/
Disallow: /ajax.js
Disallow: /document.asp
Disallow: /privacy.html
Disallow: /terms.html
#
#-- 9/26/2008 --