User-agent: *   # directed to all spiders, not just Scooter
Allow: /
Disallow: /cgi-local
Disallow: /download
Disallow: /admin
Disallow: /stats
Disallow: /errors
Disallow: /etc
Disallow: /LunarPhases
Disallow: /random
Disallow: /temp
Disallow: /sectest