# All robots are allowed, but we don't want them indexing everything
# Benjamin can easily filter out robots from the logs later.
User-agent: *
Disallow: /cgi-bin/
Disallow: /atlas-old/
Disallow: /bin/
Disallow: /webmaster/
Disallow: /working/
Disallow: /fnal/
Disallow: /webreport/
Disallow: /benjamin/
Disallow: /db/
Disallow: /wl-admin/
Disallow: /wl-browser/