user-agent: *   # directed to all spiders, not just Scooter


Disallow: /cgi-bin

Disallow: /uploadedimages

Disallow: /admin

Disallow: /db

Disallow: /employer

Disallow: /images

Disallow: /ipn

Disallow: /wrk

Disallow: /stats