User-agent:  *           # directed to all spiders, not just scooter
Disallow: /cgi-bin
Disallow: /admin
Disallow: /ftp
Disallow: /shared