User-agent: *           # directed to all spiders, not just Scooter
Disallow: /gcf
Disallow: /cgi-bin
Disallow: /logs
Disallow: /links_to.htm
Disallow: /archivesites