robots.txt

User-agent: *		# directed to all spiders, not just Scooter
Disallow: /cgi-bin/
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_pvt
Disallow: /_vti_log
Disallow: /Internal
Disallow: /richtest