User-agent: *   # directed to all spiders, not just Scooter

Disallow: /.cgi-bin

Disallow: /_themes

Disallow: /_derived

Disallow: /cgi_bin

Disallow: /images

Disallow: /haslev-data

Disallow: /users

Disallow: /mail

Disallow: /test