User-agent: *   # directed to all spiders, not just Scooter

Disallow: /cgi-bin/

Disallow: /admin/

Disallow: /includes/

Disallow: /logs/

Disallow: /list/

Disallow: /*.txt