robots.txt

User-agent: *           # directed to all spiders, not just ScooterDisallow: /cgi-binDisallow: /scriptsDisallow: /statsDisallow: /protosDisallow: /testDisallow: /Quid Pro Quo PreferencesDisallow: /server.logDisallow: /((Conflicts Ä))Disallow: /aboutDisallow: /biomegaDisallow: /errorDisallow: /exciteDisallow: /FacultyDisallow: /imagesDisallow: /logsDisallow: /nunetDisallow: /Plug-insDisallow: /Quid Pro QuoDisallow: /_Site_Settings