# directed to all spiders
User-agent: *
Disallow: /cgi-bin
Disallow: /pub
Disallow: /closed
Disallow: /images
Disallow: /isdn
Disallow: /admin
Disallow: /squirrelmail
Disallow: /nomatter
Disallow: /agl/immi
Disallow: /php/
Disallow: /webmail/
Disallow: /adodb/
Disallow: /measly/include/
Disallow: /whatsthego/
Disallow: /users/ahlentz/
Disallow: /~ahlentz/